{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169265374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2801995776,\"uptime\":1989143.7,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30330660,\"nice\":17670,\"sys\":4949430,\"idle\":1947817380,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30122660,\"nice\":15770,\"sys\":4970090,\"idle\":1947882410,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-16T23:54:25.374785+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169265374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-16T23:54:25.374961+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169417209, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-16T23:56:57.209135+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169417209, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-16T23:56:57.209838+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169505376, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2887163904,\"uptime\":1989383.7,\"totalMem\":4018151424,\"loadavg\":[0.48,0.17,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30353190,\"nice\":17670,\"sys\":4951760,\"idle\":1948030920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30153490,\"nice\":15770,\"sys\":4973840,\"idle\":1948086590,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5963,\"sum\":59471}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-16T23:58:25.377024+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169505377, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-16T23:58:25.377127+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169745374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2749145088,\"uptime\":1989623.7,\"totalMem\":4018151424,\"loadavg\":[0.22,0.14,0.06],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30358850,\"nice\":17720,\"sys\":4952810,\"idle\":1948262950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30168920,\"nice\":15810,\"sys\":4975200,\"idle\":1948308670,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5992,\"sum\":59570}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:02:25.374754+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169745374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:02:25.374905+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742170105374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2745765888,\"uptime\":1989983.7,\"totalMem\":4018151424,\"loadavg\":[0.08,0.14,0.09],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30389990,\"nice\":17720,\"sys\":4954990,\"idle\":1948588890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30194470,\"nice\":15810,\"sys\":4977020,\"idle\":1948640770,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5987,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:08:25.374759+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742170105374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:08:25.374918+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742170285374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2745962496,\"uptime\":1990163.7,\"totalMem\":4018151424,\"loadavg\":[0,0.07,0.07],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30391410,\"nice\":17720,\"sys\":4955430,\"idle\":1948765990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30195940,\"nice\":15810,\"sys\":4977470,\"idle\":1948817780,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5991,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:11:25.374770+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742170285374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:11:25.374917+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742170345374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2747858944,\"uptime\":1990223.7,\"totalMem\":4018151424,\"loadavg\":[0,0.06,0.06],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30392140,\"nice\":17720,\"sys\":4955540,\"idle\":1948825050,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30196690,\"nice\":15810,\"sys\":4977600,\"idle\":1948876770,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6001,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:12:25.374772+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742170345374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:12:25.374905+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742170645374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2736517120,\"uptime\":1990523.7,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30395630,\"nice\":17720,\"sys\":4956180,\"idle\":1949119760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30200110,\"nice\":15810,\"sys\":4978200,\"idle\":1949171510,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6000,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:17:25.374752+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742170645374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:17:25.374886+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742170825374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2736017408,\"uptime\":1990703.7,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30397860,\"nice\":17720,\"sys\":4956500,\"idle\":1949296830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30202570,\"nice\":15810,\"sys\":4978480,\"idle\":1949348570,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5989,\"sum\":59627}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:20:25.374822+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742170825374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:20:25.374935+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742170922208, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:22:02.208576+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742170922209, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:22:02.209401+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171171834, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.834745+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835091+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:11.667Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U02L4D3SB9A\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"cc746684-b106-0839-c56c-03149dd1a7de\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835196+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835244+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835248+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835391+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835395+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-incident-created-without-slack-channel" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835396+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835397+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-incident-created-without-slack-channel - {\"createdAt\":\"2025-03-17T00:26:11.667Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U02L4D3SB9A\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"cc746684-b106-0839-c56c-03149dd1a7de\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835488+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835555+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835729+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:11.667Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U02L4D3SB9A\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"cc746684-b106-0839-c56c-03149dd1a7de\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835780+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835813+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835818+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171171835, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:11.835898+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173685, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "[NotifyKafkaProducer.produce] Publishing Incident Created Event with Slack channel info: {\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742171172,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742171172041,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U02L4D3SB9A\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.686043+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173685, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.iccMetricRequestExecute] - icc-incident-created-with-slack-channel - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.686047+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173685, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.686052+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173686, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.686056+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173686, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.686215+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173686, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key '13054fa1-b6e2-45d6-8afe-0c7523384b29' to topic 'incident': {\"createdAt\":\"2025-03-17T00:26:13.685Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742171172,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742171172041,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U02L4D3SB9A\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.686386+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173686, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key '13054fa1-b6e2-45d6-8afe-0c7523384b29' to Kafka topic 'incident'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.686504+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173686, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.iccMetricDurationTime] - icc-incident-created-with-slack-channel - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.686505+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173686, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.2047239989042282\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.686509+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173686, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.2047239989042282\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.686564+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173686, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.686592+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173686, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack channel with ID C08J0HPF5H9 created for incident with ID 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.686614+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173695, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.695221+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173695, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.695559+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173695, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:13.685Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742171172,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742171172041,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U02L4D3SB9A\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.695644+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173695, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.695646+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173695, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.695679+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173695, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.695804+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173695, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.695804+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173695, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-incident-created-with-slack-channel" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.695805+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173695, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.695805+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173695, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-incident-created-with-slack-channel - {\"createdAt\":\"2025-03-17T00:26:13.685Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742171172,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742171172041,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U02L4D3SB9A\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.695879+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173695, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.695956+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173696, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.696176+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173696, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:13.685Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742171172,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742171172041,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"U02L4D3SB9A\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.696222+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173696, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.696225+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173696, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.696258+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173696, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.696332+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173778, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.778402+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173778, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.778656+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173778, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:13.725Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.778659+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173778, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.778663+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173778, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.778724+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173778, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.778825+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173778, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.778825+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173778, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-incident-created" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.778829+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173778, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.778841+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173778, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-incident-created - {\"createdAt\":\"2025-03-17T00:26:13.725Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.778913+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173778, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.778980+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173779, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.779076+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173779, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:13.725Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.779076+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173779, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.779096+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173779, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.779144+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173779, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.779181+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.914320+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-to-generate' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.914495+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:13.861Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.914513+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.914534+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.914588+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.914710+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.914711+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-bridge-to-generate" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.914712+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.914714+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-bridge-to-generate - {\"createdAt\":\"2025-03-17T00:26:13.861Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.914804+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.914875+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-to-generate' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.914975+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:13.861Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.915028+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.915032+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173915, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.915061+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173915, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.915113+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173921, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.921808+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173921, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.921967+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173921, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:13.870Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U02L4D3SB9A\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922003+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173921, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922004+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173922, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922050+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173922, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922136+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173922, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922137+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173922, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-slack-channel-invite-users" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922149+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173922, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922153+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173922, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-17T00:26:13.870Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U02L4D3SB9A\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922221+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173922, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922263+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173922, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922410+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173922, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:13.870Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"U02L4D3SB9A\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922410+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173922, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922411+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171173922, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922440+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171173922, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:13.922514+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171174584, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.584869+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585066+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:14.575Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\",\"isManaged\":true},\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585089+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585110+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585170+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585277+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585324+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-bridge-generated" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585327+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585327+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-bridge-generated - {\"createdAt\":\"2025-03-17T00:26:14.575Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\",\"isManaged\":true},\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585351+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585434+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585559+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:14.575Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\",\"isManaged\":true},\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585600+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585603+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585656+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171174585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:14.585689+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171177273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.273376+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171177273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.273513+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171177273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:17.217Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.273564+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171177273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.273624+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171177273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.273669+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171177273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.273789+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171177273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.273790+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171177274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-report-created" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.274255+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171177274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.274258+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171177274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-report-created - {\"createdAt\":\"2025-03-17T00:26:17.217Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.274322+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171177274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.274559+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171177274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.274643+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171177274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:17.217Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.274711+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171177274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.274715+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171177274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.274746+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171177274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:17.274814+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171180270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.270428+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171180270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.270552+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171180270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:20.220Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"eventObj\":{\"createdAt\":\"2025-03-17T00:26:13.697Z\",\"modifiedAt\":\"2025-03-17T00:26:19.655Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.270553+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171180270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.270556+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171180270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.270648+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171180270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.270774+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171180270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.270775+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171180270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-slack-channel-renamed" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.270861+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171180270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.270862+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171180270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-slack-channel-renamed - {\"createdAt\":\"2025-03-17T00:26:20.220Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"eventObj\":{\"createdAt\":\"2025-03-17T00:26:13.697Z\",\"modifiedAt\":\"2025-03-17T00:26:19.655Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.270867+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171180270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.270959+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171180270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.271035+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171180270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:20.220Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"eventObj\":{\"createdAt\":\"2025-03-17T00:26:13.697Z\",\"modifiedAt\":\"2025-03-17T00:26:19.655Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.271035+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171180271, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.271038+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171180271, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.271104+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171180271, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:20.271134+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171183844, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.844804+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171183845, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.845182+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171183845, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:23.701Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:26:18.743Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-17T00:26:23.518Z\"]},\"requestId\":\"36338e99-008f-5e07-8c48-a42b1d2b9644\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.845299+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171183845, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.845318+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171183845, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.845390+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171183845, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.845494+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171183845, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.845509+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171183845, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-incident-updated" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.845532+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171183845, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.845567+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171183845, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.845667+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171183845, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.845932+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171183845, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:23.701Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:26:18.743Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-17T00:26:23.518Z\"]},\"requestId\":\"36338e99-008f-5e07-8c48-a42b1d2b9644\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.846023+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171183845, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.846026+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171183846, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.846082+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171183846, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:23.846140+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184605, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.605573+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171184605, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.605731+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184605, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:24.024Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0yj0AC\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JB0000000GuPwMAK\"}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.605780+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184605, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.605799+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184605, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.605867+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171184605, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.606015+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742171184606, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.606261+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184606, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.606861+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171184606, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.607005+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184606, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:24.024Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0yj0AC\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JB0000000GuPwMAK\"}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.607006+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184607, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.607028+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184607, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.607085+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171184607, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.607135+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184625, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.625313+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171184625, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.625508+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184625, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:24.024Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0yj0AC\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JB0000000GuPwMAK\"}],\"cis\":[{\"id\":\"6d271dd4-cbda-4f56-b235-fd8a194e283d\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"createLock\":true,\"sfid\":\"aCqEE000000C0yj0AC\",\"configurationItem\":{\"id\":\"a7JB0000000GuPwMAK\",\"name\":\"NA208\",\"type\":\"Instance\",\"path\":\"Salesforce.SFDC_Core.IA4.IA4-SP5.NA208\",\"parentId\":\"a7JB0000000Lai3MAC\",\"status\":\"Primary\",\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T00:26:23.417Z\",\"modifiedAt\":\"2025-03-17T00:26:23.417Z\",\"id\":\"c07a39b7-f7df-430d-8169-dd86070a6745\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: 13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"externalId\":null}}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.625562+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184625, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.625616+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184625, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.625689+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171184625, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.625797+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742171184625, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.626002+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184626, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.626081+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171184626, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.626218+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184626, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:24.024Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0yj0AC\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JB0000000GuPwMAK\"}],\"cis\":[{\"id\":\"6d271dd4-cbda-4f56-b235-fd8a194e283d\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"createLock\":true,\"sfid\":\"aCqEE000000C0yj0AC\",\"configurationItem\":{\"id\":\"a7JB0000000GuPwMAK\",\"name\":\"NA208\",\"type\":\"Instance\",\"path\":\"Salesforce.SFDC_Core.IA4.IA4-SP5.NA208\",\"parentId\":\"a7JB0000000Lai3MAC\",\"status\":\"Primary\",\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T00:26:23.417Z\",\"modifiedAt\":\"2025-03-17T00:26:23.417Z\",\"id\":\"c07a39b7-f7df-430d-8169-dd86070a6745\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: 13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"externalId\":null}}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.626248+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184626, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.626288+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171184626, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.626317+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171184626, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:24.626388+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171186541, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:26.541672+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171186541, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:26.541815+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171186541, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"c07a39b7-f7df-430d-8169-dd86070a6745\",\"status\":\"active\",\"externalId\":\"a8LEE00001Bc3R92AJ\",\"incidentToCiId\":\"6d271dd4-cbda-4f56-b235-fd8a194e283d\"}],\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:26.541820+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171186541, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:26.541849+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171186541, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:26.541933+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171186542, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:26.542043+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742171186542, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:26.542331+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171186542, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:26.542424+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171186542, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:26.542538+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171186542, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"c07a39b7-f7df-430d-8169-dd86070a6745\",\"status\":\"active\",\"externalId\":\"a8LEE00001Bc3R92AJ\",\"incidentToCiId\":\"6d271dd4-cbda-4f56-b235-fd8a194e283d\"}],\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:26.542545+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171186542, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:26.542545+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171186542, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:26.542597+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171186542, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:26.542673+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171190501, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.501777+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171190501, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.501899+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171190501, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:29.963Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T00:26:29.963Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.501975+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171190501, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.501978+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171190502, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.502050+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171190502, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.502162+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171190502, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.502176+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171190502, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-gus-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.502203+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171190502, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.502230+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171190502, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-17T00:26:29.963Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T00:26:29.963Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.502272+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171190503, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.503607+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171190503, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.503695+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171190503, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:26:29.963Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T00:26:29.963Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.503754+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171190503, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.503769+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171190503, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.503839+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171190503, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:26:30.503911+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171223267, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:27:03.268078+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171223268, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:27:03.268835+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171365374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821005312,\"uptime\":1991243.7,\"totalMem\":4018151424,\"loadavg\":[0.22,0.38,0.26],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30438660,\"nice\":17720,\"sys\":4976560,\"idle\":1949775290,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30241880,\"nice\":15810,\"sys\":5000050,\"idle\":1949826740,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5987,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:29:25.374772+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171365374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:29:25.374911+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171605374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818809856,\"uptime\":1991483.7,\"totalMem\":4018151424,\"loadavg\":[0.07,0.19,0.2],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30441230,\"nice\":17720,\"sys\":4977030,\"idle\":1950011450,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30244180,\"nice\":15810,\"sys\":5000540,\"idle\":1950062770,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5989,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:33:25.375084+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171605374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:33:25.375089+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171785374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821951488,\"uptime\":1991663.7,\"totalMem\":4018151424,\"loadavg\":[0.01,0.11,0.16],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30443240,\"nice\":17720,\"sys\":4977410,\"idle\":1950188580,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30246310,\"nice\":15810,\"sys\":5000910,\"idle\":1950239750,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5993,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:36:25.374772+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171785374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:36:25.374909+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171825285, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:37:05.285436+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171825286, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:37:05.286149+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888795, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.795901+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.796245+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:38:08.781Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:26:29.963Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"vz52a-x2dxsv-vf011-7nbutb-1742171888503\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.796282+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.796332+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.796435+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.796542+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.796544+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-usd-resource-deleted" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.796545+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.796546+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-usd-resource-deleted - {\"createdAt\":\"2025-03-17T00:38:08.781Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:26:29.963Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"vz52a-x2dxsv-vf011-7nbutb-1742171888503\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.796621+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.797511+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.797514+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:38:08.781Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:26:29.963Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"vz52a-x2dxsv-vf011-7nbutb-1742171888503\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.797518+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.797519+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.797522+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171888796, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.797522+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888817, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.817894+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818125+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:38:08.809Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:26:29.963Z\"},\"eventObj\":[],\"requestId\":\"vz52a-x2dxsv-vf011-7nbutb-1742171888503\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818167+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818198+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818256+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818350+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818350+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-usd-resource-created" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818351+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818355+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-usd-resource-created - {\"createdAt\":\"2025-03-17T00:38:08.809Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:26:29.963Z\"},\"eventObj\":[],\"requestId\":\"vz52a-x2dxsv-vf011-7nbutb-1742171888503\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818422+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818522+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818699+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:38:08.809Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"CP SRE Incident\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:49.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:10.551Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:26:29.963Z\"},\"eventObj\":[],\"requestId\":\"vz52a-x2dxsv-vf011-7nbutb-1742171888503\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818759+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818760+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818790+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171888818, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:08.818845+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889338, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.339029+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171889339, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.339416+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889339, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:38:09.192Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"name\":\"Jagruthi Akkaldevi\",\"email\":\"jakkaldevi@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:26:29.963Z\",\"usdResources\":[]},\"changes\":{\"subject\":[\"CP SRE Incident\",\"Customers seeing latency on OMNI chat - single pod\"],\"detectedTime\":[\"2025-03-17T00:25:49.000Z\",\"2025-03-17T00:25:00.000Z\"],\"impactStartTime\":[\"2025-03-17T00:26:10.551Z\",\"2025-03-17T00:26:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}]}},\"requestId\":\"vz52a-x2dxsv-vf011-7nbutb-1742171888503\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.339514+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889339, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.339515+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889339, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.339582+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171889339, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.339690+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889339, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.339690+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889339, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-incident-updated" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.339691+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889339, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.339694+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889339, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.339817+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171889340, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.340086+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889340, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:38:09.192Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"name\":\"Jagruthi Akkaldevi\",\"email\":\"jakkaldevi@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:26:29.963Z\",\"usdResources\":[]},\"changes\":{\"subject\":[\"CP SRE Incident\",\"Customers seeing latency on OMNI chat - single pod\"],\"detectedTime\":[\"2025-03-17T00:25:49.000Z\",\"2025-03-17T00:25:00.000Z\"],\"impactStartTime\":[\"2025-03-17T00:26:10.551Z\",\"2025-03-17T00:26:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}]}},\"requestId\":\"vz52a-x2dxsv-vf011-7nbutb-1742171888503\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.340179+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889340, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.340180+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889340, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.340183+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171889340, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.340252+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889413, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.413607+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171889413, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.413610+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889413, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:38:08.817Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.413620+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889413, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.413621+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889413, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.413818+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171889413, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.413819+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742171889413, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.414028+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889414, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.414109+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171889414, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.414200+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889414, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:38:08.817Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.414200+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889414, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.414221+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171889414, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.414272+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171889414, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:09.414315+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171893913, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.913860+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171893913, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.914029+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171893914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:38:13.514Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"name\":\"Jagruthi Akkaldevi\",\"email\":\"jakkaldevi@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T00:38:13.514Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.914091+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171893914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.914102+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171893914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.914148+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171893914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.914270+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171893914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.914271+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171893914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-gus-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.914274+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171893914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.914291+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171893914, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-17T00:38:13.514Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"name\":\"Jagruthi Akkaldevi\",\"email\":\"jakkaldevi@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T00:38:13.514Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.914315+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171893915, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.916211+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171893916, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.916213+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171893916, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:38:13.514Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"name\":\"Jagruthi Akkaldevi\",\"email\":\"jakkaldevi@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T00:38:13.514Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.916214+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171893916, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.916214+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171893916, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.916215+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171893916, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:38:13.916256+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.428148+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172021428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.428512+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:40:20.366Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"30d33680-5618-4489-b410-2eb45a606aab\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"b0ok7a-ody6ti-d90ta-mtntrg-1742172019627\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.428633+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.428635+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.428675+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172021428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.428806+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.428855+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172021429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.429426+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:40:20.366Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"30d33680-5618-4489-b410-2eb45a606aab\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"b0ok7a-ody6ti-d90ta-mtntrg-1742172019627\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.429434+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.429435+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.429435+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172021429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.429436+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.429436+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-request" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.429437+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.429438+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-internal-comms-request - {\"createdAt\":\"2025-03-17T00:40:20.366Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"30d33680-5618-4489-b410-2eb45a606aab\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"b0ok7a-ody6ti-d90ta-mtntrg-1742172019627\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:40:21.429442+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172265374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821427200,\"uptime\":1992143.7,\"totalMem\":4018151424,\"loadavg\":[0.06,0.03,0.08],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30448720,\"nice\":17720,\"sys\":4978330,\"idle\":1950660640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30251650,\"nice\":15810,\"sys\":5002020,\"idle\":1950711850,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:44:25.374765+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172265374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:44:25.374896+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172385378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818490368,\"uptime\":1992263.7,\"totalMem\":4018151424,\"loadavg\":[0.27,0.12,0.11],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30450360,\"nice\":17720,\"sys\":4978630,\"idle\":1950778180,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30253280,\"nice\":15810,\"sys\":5002320,\"idle\":1950829590,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5986,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:46:25.378781+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172385378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:46:25.378873+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172505374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822574080,\"uptime\":1992383.7,\"totalMem\":4018151424,\"loadavg\":[0.03,0.07,0.09],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30451900,\"nice\":17720,\"sys\":4978880,\"idle\":1950896170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30254750,\"nice\":15810,\"sys\":5002580,\"idle\":1950947630,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:48:25.374787+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172505374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:48:25.374916+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172625374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821652480,\"uptime\":1992503.7,\"totalMem\":4018151424,\"loadavg\":[0.17,0.1,0.09],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30453980,\"nice\":17720,\"sys\":4979150,\"idle\":1951014190,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30256650,\"nice\":15810,\"sys\":5002810,\"idle\":1951065630,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5987,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:50:25.374776+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172625374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:50:25.374895+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172728241, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:52:08.241332+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172728242, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:52:08.242128+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172745374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821578752,\"uptime\":1992623.7,\"totalMem\":4018151424,\"loadavg\":[0.02,0.06,0.08],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30455430,\"nice\":17720,\"sys\":4979360,\"idle\":1951132300,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30258120,\"nice\":15810,\"sys\":5003060,\"idle\":1951183640,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6000,\"sum\":59627}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:52:25.374779+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172745374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:52:25.374924+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172985374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820501504,\"uptime\":1992863.7,\"totalMem\":4018151424,\"loadavg\":[0.1,0.05,0.07],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30458420,\"nice\":17720,\"sys\":4979850,\"idle\":1951368440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30261570,\"nice\":15810,\"sys\":5003530,\"idle\":1951419600,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5986,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:56:25.374806+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172985374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:56:25.374948+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173105374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821386240,\"uptime\":1992983.7,\"totalMem\":4018151424,\"loadavg\":[0.05,0.05,0.07],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30459820,\"nice\":17720,\"sys\":4980040,\"idle\":1951486560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30262940,\"nice\":15810,\"sys\":5003790,\"idle\":1951537670,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5991,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:58:25.374760+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173105374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T00:58:25.374892+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173405374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818510848,\"uptime\":1993283.7,\"totalMem\":4018151424,\"loadavg\":[0.05,0.04,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30463930,\"nice\":17720,\"sys\":4980690,\"idle\":1951781640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30267620,\"nice\":15810,\"sys\":5004330,\"idle\":1951832830,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5988,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:03:25.374781+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173405374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:03:25.374906+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173525374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2817880064,\"uptime\":1993403.7,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30464860,\"nice\":17720,\"sys\":4980980,\"idle\":1951899650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30268600,\"nice\":15810,\"sys\":5004580,\"idle\":1951950920,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5986,\"sum\":59635}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:05:25.374841+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173525374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:05:25.374910+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173585374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2817011712,\"uptime\":1993463.7,\"totalMem\":4018151424,\"loadavg\":[0.03,0.03,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30465310,\"nice\":17720,\"sys\":4981110,\"idle\":1951958660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30269100,\"nice\":15810,\"sys\":5004720,\"idle\":1952009950,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:06:25.374763+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173585374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:06:25.374907+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173705374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2817024000,\"uptime\":1993583.7,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30466410,\"nice\":17720,\"sys\":4981310,\"idle\":1952076710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30270280,\"nice\":15810,\"sys\":5004920,\"idle\":1952128000,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5991,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:08:25.374768+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173705374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:08:25.374926+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173825378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2816851968,\"uptime\":1993703.7,\"totalMem\":4018151424,\"loadavg\":[0,0,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30467490,\"nice\":17720,\"sys\":4981520,\"idle\":1952194750,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30271390,\"nice\":15810,\"sys\":5005120,\"idle\":1952246040,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5988,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:10:25.378797+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173825378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:10:25.378910+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174545374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823311360,\"uptime\":1994423.7,\"totalMem\":4018151424,\"loadavg\":[0.14,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30476160,\"nice\":17720,\"sys\":4983080,\"idle\":1952902310,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30280590,\"nice\":15810,\"sys\":5006750,\"idle\":1952953990,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5999,\"sum\":59625}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:22:25.374763+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174545374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:22:25.374910+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174605378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822840320,\"uptime\":1994483.7,\"totalMem\":4018151424,\"loadavg\":[0.05,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30476670,\"nice\":17720,\"sys\":4983240,\"idle\":1952961320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30281000,\"nice\":15810,\"sys\":5006880,\"idle\":1953012970,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5990,\"sum\":59634}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:23:25.378842+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174605378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:23:25.378951+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174785374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822569984,\"uptime\":1994663.7,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30478720,\"nice\":17720,\"sys\":4983610,\"idle\":1953138310,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30282820,\"nice\":15810,\"sys\":5007260,\"idle\":1953189840,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6002,\"sum\":59627}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:26:25.374773+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174785374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:26:25.374893+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742175085374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820972544,\"uptime\":1994963.7,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30482110,\"nice\":17720,\"sys\":4984190,\"idle\":1953433210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30286450,\"nice\":15810,\"sys\":5007890,\"idle\":1953485130,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5986,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:31:25.374779+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742175085374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:31:25.374911+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742175136274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:32:16.274693+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742175136275, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:32:16.275533+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742175385378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821304320,\"uptime\":1995263.7,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30485600,\"nice\":17720,\"sys\":4984800,\"idle\":1953728120,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30289950,\"nice\":15810,\"sys\":5008450,\"idle\":1953780320,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5987,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:36:25.378812+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742175385378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:36:25.378928+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742175505378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820845568,\"uptime\":1995383.7,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30486770,\"nice\":17720,\"sys\":4985040,\"idle\":1953846230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30291390,\"nice\":15810,\"sys\":5008680,\"idle\":1953898270,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5988,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:38:25.378773+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742175505378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:38:25.378883+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742175565378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820890624,\"uptime\":1995443.7,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30487300,\"nice\":17720,\"sys\":4985200,\"idle\":1953905240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30292050,\"nice\":15810,\"sys\":5008780,\"idle\":1953957340,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5994,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:39:25.378786+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742175565378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:39:25.378943+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742175925378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818838528,\"uptime\":1995803.71,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30491490,\"nice\":17720,\"sys\":4986060,\"idle\":1954259380,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30296540,\"nice\":15810,\"sys\":5009580,\"idle\":1954311320,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5987,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:45:25.378766+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742175925378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:45:25.378876+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742176285378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2805780480,\"uptime\":1996163.71,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30495900,\"nice\":17720,\"sys\":4986860,\"idle\":1954613060,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30300910,\"nice\":15810,\"sys\":5010420,\"idle\":1954665000,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5986,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:51:25.378854+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176285378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:51:25.378907+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742176345378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2805792768,\"uptime\":1996223.71,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30496430,\"nice\":17720,\"sys\":4986990,\"idle\":1954672040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30301470,\"nice\":15810,\"sys\":5010560,\"idle\":1954724050,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6001,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:52:25.378787+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176345378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:52:25.378889+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742176705378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2808692736,\"uptime\":1996583.71,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30500330,\"nice\":17720,\"sys\":4987630,\"idle\":1955026260,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30305240,\"nice\":15810,\"sys\":5011210,\"idle\":1955078030,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:58:25.378776+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176705378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T01:58:25.378888+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176942296, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:02:22.297058+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176942297, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:02:22.297797+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177365382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2813075456,\"uptime\":1997243.71,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30507130,\"nice\":17720,\"sys\":4988970,\"idle\":1955675690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30312380,\"nice\":15810,\"sys\":5012460,\"idle\":1955727300,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:09:25.382774+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177365382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:09:25.382898+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177425378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2811977728,\"uptime\":1997303.71,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30507700,\"nice\":17720,\"sys\":4989100,\"idle\":1955734760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30313180,\"nice\":15810,\"sys\":5012620,\"idle\":1955786280,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":21,\"num\":5988,\"sum\":59634}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:10:25.378770+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177425378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:10:25.378903+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177605378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2812018688,\"uptime\":1997483.71,\"totalMem\":4018151424,\"loadavg\":[0.22,0.05,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30509760,\"nice\":17720,\"sys\":4989450,\"idle\":1955911910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30315180,\"nice\":15810,\"sys\":5013050,\"idle\":1955963320,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":24,\"num\":5989,\"sum\":59635}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:13:25.378777+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177605378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:13:25.378958+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177785378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2811289600,\"uptime\":1997663.71,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30512090,\"nice\":17720,\"sys\":4989830,\"idle\":1956089020,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30317830,\"nice\":15810,\"sys\":5013430,\"idle\":1956140420,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5987,\"sum\":59628}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:16:25.378849+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177785378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:16:25.378932+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872251, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.251377+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177872251, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.251654+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872251, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:17:52.242Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"e63bdfbb-9baa-48c3-8b19-067cd4dfec18\",\"sequenceNumber\":3}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.251721+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872251, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.251755+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872251, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.252430+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177872251, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.252431+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872251, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.252432+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872251, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.252433+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872251, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.252433+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872251, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-17T02:17:52.242Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"e63bdfbb-9baa-48c3-8b19-067cd4dfec18\",\"sequenceNumber\":3}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.252441+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872252, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.252442+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177872252, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.252443+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872252, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:17:52.242Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"e63bdfbb-9baa-48c3-8b19-067cd4dfec18\",\"sequenceNumber\":3}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.252445+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872252, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.252445+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872252, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.252446+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177872252, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:17:52.252447+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177905378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2815758336,\"uptime\":1997783.71,\"totalMem\":4018151424,\"loadavg\":[0.08,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30513680,\"nice\":17720,\"sys\":4990100,\"idle\":1956206660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30319240,\"nice\":15810,\"sys\":5013680,\"idle\":1956258050,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":22,\"num\":6014,\"sum\":59619}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:18:25.378803+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177905378, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:18:25.378879+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742178145382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821246976,\"uptime\":1998023.71,\"totalMem\":4018151424,\"loadavg\":[0.05,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30515990,\"nice\":17720,\"sys\":4990640,\"idle\":1956442740,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30321500,\"nice\":15810,\"sys\":5014190,\"idle\":1956494160,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59634}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:22:25.382782+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742178145382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:22:25.382939+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742178445382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821152768,\"uptime\":1998323.71,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30519590,\"nice\":17720,\"sys\":4991180,\"idle\":1956737860,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30325790,\"nice\":15810,\"sys\":5014760,\"idle\":1956789280,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5988,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:27:25.382800+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742178445382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:27:25.382877+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742178748208, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:32:28.208673+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742178748209, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:32:28.209452+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742178985382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822082560,\"uptime\":1998863.71,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30525500,\"nice\":17720,\"sys\":4992140,\"idle\":1957269050,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30331140,\"nice\":15810,\"sys\":5015880,\"idle\":1957320430,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5987,\"sum\":59627}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:36:25.382791+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742178985383, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:36:25.383149+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179165383, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821627904,\"uptime\":1999043.71,\"totalMem\":4018151424,\"loadavg\":[0.07,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30527920,\"nice\":17720,\"sys\":4992470,\"idle\":1957446130,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30333310,\"nice\":15810,\"sys\":5016350,\"idle\":1957497570,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5989,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:39:25.383219+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179165383, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:39:25.383344+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179285382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820333568,\"uptime\":1999163.71,\"totalMem\":4018151424,\"loadavg\":[0.03,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30529830,\"nice\":17720,\"sys\":4992710,\"idle\":1957564070,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30334510,\"nice\":15810,\"sys\":5016640,\"idle\":1957615690,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5991,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:41:25.382785+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179285382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:41:25.382920+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179401087, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.087298+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179401087, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.087672+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179401087, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:43:21.071Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"739fa342-88db-44ca-b3b5-f226306e9420\",\"serviceId\":\"PXHL139\",\"serviceName\":\"GUS: CC Edge Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXHL139\",\"responderName\":\"Chris Tsai\",\"responderId\":\"PMNVR8I\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PMNVR8I\",\"incidentNumber\":\"14034195\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q3YASVZWTMVHNM\",\"success\":true,\"pageTimestamp\":\"2025-03-17T02:43:20.998Z\",\"pdData\":{\"incident\":{\"incident_number\":14034195,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T02:43:20Z\",\"updated_at\":\"2025-03-17T02:43:20Z\",\"status\":\"triggered\",\"incident_key\":\"ea667e0f9972413b8e0315692287505f\",\"service\":{\"id\":\"PXHL139\",\"type\":\"service_reference\",\"summary\":\"GUS: CC Edge Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXHL139\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXHL139\"},\"assignments\":[{\"at\":\"2025-03-17T02:43:20Z\",\"assignee\":{\"id\":\"PMNVR8I\",\"type\":\"user_reference\",\"summary\":\"Chris Tsai\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PMNVR8I\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PMNVR8I\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T02:43:20Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R00WMP8IKGBWLYRICN97KFJJTE\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R00WMP8IKGBWLYRICN97KFJJTE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q3YASVZWTMVHNM\/log_entries\/R00WMP8IKGBWLYRICN97KFJJTE\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PKXHF2I\",\"type\":\"escalation_policy_reference\",\"summary\":\"CC Infra Edge\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PKXHF2I\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PKXHF2I\"},\"teams\":[{\"id\":\"P5IQ3IM\",\"type\":\"team_reference\",\"summary\":\"GUS: CC Edge\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/P5IQ3IM\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/P5IQ3IM\"}],\"impacted_services\":[{\"id\":\"PXHL139\",\"type\":\"service_reference\",\"summary\":\"GUS: CC Edge Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXHL139\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXHL139\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T02:53:20Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PXHL139\",\"type\":\"service_reference\",\"summary\":\"GUS: CC Edge Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXHL139\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXHL139\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3YASVZWTMVHNM\",\"type\":\"incident\",\"summary\":\"[#14034195] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q3YASVZWTMVHNM\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q3YASVZWTMVHNM\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"chris.tsai@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.087821+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179401087, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.087823+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179401087, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.087844+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179401087, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.091408+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179401087, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.091409+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179401087, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-page-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.091410+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179401087, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.091411+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179401087, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Page notification for icc-page-response - {\"createdAt\":\"2025-03-17T02:43:21.071Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"739fa342-88db-44ca-b3b5-f226306e9420\",\"serviceId\":\"PXHL139\",\"serviceName\":\"GUS: CC Edge Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXHL139\",\"responderName\":\"Chris Tsai\",\"responderId\":\"PMNVR8I\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PMNVR8I\",\"incidentNumber\":\"14034195\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q3YASVZWTMVHNM\",\"success\":true,\"pageTimestamp\":\"2025-03-17T02:43:20.998Z\",\"pdData\":{\"incident\":{\"incident_number\":14034195,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T02:43:20Z\",\"updated_at\":\"2025-03-17T02:43:20Z\",\"status\":\"triggered\",\"incident_key\":\"ea667e0f9972413b8e0315692287505f\",\"service\":{\"id\":\"PXHL139\",\"type\":\"service_reference\",\"summary\":\"GUS: CC Edge Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXHL139\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXHL139\"},\"assignments\":[{\"at\":\"2025-03-17T02:43:20Z\",\"assignee\":{\"id\":\"PMNVR8I\",\"type\":\"user_reference\",\"summary\":\"Chris Tsai\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PMNVR8I\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PMNVR8I\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T02:43:20Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R00WMP8IKGBWLYRICN97KFJJTE\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R00WMP8IKGBWLYRICN97KFJJTE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q3YASVZWTMVHNM\/log_entries\/R00WMP8IKGBWLYRICN97KFJJTE\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PKXHF2I\",\"type\":\"escalation_policy_reference\",\"summary\":\"CC Infra Edge\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PKXHF2I\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PKXHF2I\"},\"teams\":[{\"id\":\"P5IQ3IM\",\"type\":\"team_reference\",\"summary\":\"GUS: CC Edge\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/P5IQ3IM\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/P5IQ3IM\"}],\"impacted_services\":[{\"id\":\"PXHL139\",\"type\":\"service_reference\",\"summary\":\"GUS: CC Edge Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXHL139\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXHL139\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T02:53:20Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PXHL139\",\"type\":\"service_reference\",\"summary\":\"GUS: CC Edge Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXHL139\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXHL139\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3YASVZWTMVHNM\",\"type\":\"incident\",\"summary\":\"[#14034195] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q3YASVZWTMVHNM\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q3YASVZWTMVHNM\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"chris.tsai@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.091419+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179401088, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n<https:\/\/salesforce.pagerduty.com\/service-directory\/PXHL139|GUS: CC Edge Incident Escalation>\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n<https:\/\/salesforce.pagerduty.com\/users\/PMNVR8I|Chris Tsai>\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"PXHL139\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: <https:\/\/salesforce.pagerduty.com\/incidents\/Q3YASVZWTMVHNM|14034195>\"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08J0HPF5H9\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.091420+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179401093, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.093911+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179401093, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.093912+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179401093, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:43:21.071Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"739fa342-88db-44ca-b3b5-f226306e9420\",\"serviceId\":\"PXHL139\",\"serviceName\":\"GUS: CC Edge Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXHL139\",\"responderName\":\"Chris Tsai\",\"responderId\":\"PMNVR8I\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PMNVR8I\",\"incidentNumber\":\"14034195\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q3YASVZWTMVHNM\",\"success\":true,\"pageTimestamp\":\"2025-03-17T02:43:20.998Z\",\"pdData\":{\"incident\":{\"incident_number\":14034195,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T02:43:20Z\",\"updated_at\":\"2025-03-17T02:43:20Z\",\"status\":\"triggered\",\"incident_key\":\"ea667e0f9972413b8e0315692287505f\",\"service\":{\"id\":\"PXHL139\",\"type\":\"service_reference\",\"summary\":\"GUS: CC Edge Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXHL139\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXHL139\"},\"assignments\":[{\"at\":\"2025-03-17T02:43:20Z\",\"assignee\":{\"id\":\"PMNVR8I\",\"type\":\"user_reference\",\"summary\":\"Chris Tsai\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PMNVR8I\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PMNVR8I\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T02:43:20Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R00WMP8IKGBWLYRICN97KFJJTE\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R00WMP8IKGBWLYRICN97KFJJTE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q3YASVZWTMVHNM\/log_entries\/R00WMP8IKGBWLYRICN97KFJJTE\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PKXHF2I\",\"type\":\"escalation_policy_reference\",\"summary\":\"CC Infra Edge\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PKXHF2I\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PKXHF2I\"},\"teams\":[{\"id\":\"P5IQ3IM\",\"type\":\"team_reference\",\"summary\":\"GUS: CC Edge\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/P5IQ3IM\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/P5IQ3IM\"}],\"impacted_services\":[{\"id\":\"PXHL139\",\"type\":\"service_reference\",\"summary\":\"GUS: CC Edge Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXHL139\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXHL139\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T02:53:20Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PXHL139\",\"type\":\"service_reference\",\"summary\":\"GUS: CC Edge Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXHL139\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXHL139\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q3YASVZWTMVHNM\",\"type\":\"incident\",\"summary\":\"[#14034195] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q3YASVZWTMVHNM\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q3YASVZWTMVHNM\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"chris.tsai@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.093923+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179401093, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.093924+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179401093, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.093924+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179401093, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:21.093925+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179405382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820440064,\"uptime\":1999283.71,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30531440,\"nice\":17720,\"sys\":4992950,\"idle\":1957682110,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30335820,\"nice\":15810,\"sys\":5016930,\"idle\":1957733730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6010,\"sum\":59619}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:25.382772+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179405382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:43:25.382905+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179465382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820444160,\"uptime\":1999343.71,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30531980,\"nice\":17720,\"sys\":4993080,\"idle\":1957741160,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30336470,\"nice\":15810,\"sys\":5017030,\"idle\":1957792780,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5994,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:44:25.382796+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179465382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:44:25.382891+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179585386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820939776,\"uptime\":1999463.71,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30533360,\"nice\":17720,\"sys\":4993330,\"idle\":1957859160,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30337670,\"nice\":15810,\"sys\":5017280,\"idle\":1957910840,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:25.386797+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179585386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:25.386925+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.398632+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179600399, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.399132+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600399, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:46:40.389Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"6762fa7d-089e-4521-aace-cc25be2fcb4f\",\"serviceId\":\"PEO7ZIC\",\"serviceName\":\"Edge Application Delivery\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEO7ZIC\",\"responderName\":\"Yiming Ge\",\"responderId\":\"PVWP86Q\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PVWP86Q\",\"incidentNumber\":\"14034217\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q109ND9K5R6F54\",\"success\":true,\"pageTimestamp\":\"2025-03-17T02:46:40.324Z\",\"pdData\":{\"incident\":{\"incident_number\":14034217,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T02:46:40Z\",\"updated_at\":\"2025-03-17T02:46:40Z\",\"status\":\"triggered\",\"incident_key\":\"aba5b50c7ba042eea2ff095c67fee99d\",\"service\":{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEO7ZIC\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEO7ZIC\"},\"assignments\":[{\"at\":\"2025-03-17T02:46:40Z\",\"assignee\":{\"id\":\"PVWP86Q\",\"type\":\"user_reference\",\"summary\":\"Yiming Ge\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PVWP86Q\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PVWP86Q\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T02:46:40Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RP5O1HVH52HSREW9HYTGCSK1OA\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/RP5O1HVH52HSREW9HYTGCSK1OA\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q109ND9K5R6F54\/log_entries\/RP5O1HVH52HSREW9HYTGCSK1OA\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PSUMK38\",\"type\":\"escalation_policy_reference\",\"summary\":\"Edge\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PSUMK38\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PSUMK38\"},\"teams\":[{\"id\":\"PA0CAR0\",\"type\":\"team_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/PA0CAR0\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/PA0CAR0\"}],\"impacted_services\":[{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEO7ZIC\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEO7ZIC\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T02:56:40Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-18T02:46:40Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEO7ZIC\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEO7ZIC\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q109ND9K5R6F54\",\"type\":\"incident\",\"summary\":\"[#14034217] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q109ND9K5R6F54\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q109ND9K5R6F54\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"yiming.ge@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.399281+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600399, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.399285+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600399, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.399339+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179600399, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.399472+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600399, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.399501+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600399, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-page-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.399504+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600399, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.399531+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600399, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Page notification for icc-page-response - {\"createdAt\":\"2025-03-17T02:46:40.389Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"6762fa7d-089e-4521-aace-cc25be2fcb4f\",\"serviceId\":\"PEO7ZIC\",\"serviceName\":\"Edge Application Delivery\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEO7ZIC\",\"responderName\":\"Yiming Ge\",\"responderId\":\"PVWP86Q\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PVWP86Q\",\"incidentNumber\":\"14034217\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q109ND9K5R6F54\",\"success\":true,\"pageTimestamp\":\"2025-03-17T02:46:40.324Z\",\"pdData\":{\"incident\":{\"incident_number\":14034217,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T02:46:40Z\",\"updated_at\":\"2025-03-17T02:46:40Z\",\"status\":\"triggered\",\"incident_key\":\"aba5b50c7ba042eea2ff095c67fee99d\",\"service\":{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEO7ZIC\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEO7ZIC\"},\"assignments\":[{\"at\":\"2025-03-17T02:46:40Z\",\"assignee\":{\"id\":\"PVWP86Q\",\"type\":\"user_reference\",\"summary\":\"Yiming Ge\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PVWP86Q\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PVWP86Q\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T02:46:40Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RP5O1HVH52HSREW9HYTGCSK1OA\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/RP5O1HVH52HSREW9HYTGCSK1OA\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q109ND9K5R6F54\/log_entries\/RP5O1HVH52HSREW9HYTGCSK1OA\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PSUMK38\",\"type\":\"escalation_policy_reference\",\"summary\":\"Edge\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PSUMK38\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PSUMK38\"},\"teams\":[{\"id\":\"PA0CAR0\",\"type\":\"team_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/PA0CAR0\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/PA0CAR0\"}],\"impacted_services\":[{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEO7ZIC\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEO7ZIC\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T02:56:40Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-18T02:46:40Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEO7ZIC\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEO7ZIC\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q109ND9K5R6F54\",\"type\":\"incident\",\"summary\":\"[#14034217] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q109ND9K5R6F54\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q109ND9K5R6F54\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"yiming.ge@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.399640+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600399, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n<https:\/\/salesforce.pagerduty.com\/service-directory\/PEO7ZIC|Edge Application Delivery>\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n<https:\/\/salesforce.pagerduty.com\/users\/PVWP86Q|Yiming Ge>\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"PEO7ZIC\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: <https:\/\/salesforce.pagerduty.com\/incidents\/Q109ND9K5R6F54|14034217>\"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08J0HPF5H9\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.399820+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600404, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.404595+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179600405, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.405141+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600405, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:46:40.389Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"6762fa7d-089e-4521-aace-cc25be2fcb4f\",\"serviceId\":\"PEO7ZIC\",\"serviceName\":\"Edge Application Delivery\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEO7ZIC\",\"responderName\":\"Yiming Ge\",\"responderId\":\"PVWP86Q\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PVWP86Q\",\"incidentNumber\":\"14034217\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q109ND9K5R6F54\",\"success\":true,\"pageTimestamp\":\"2025-03-17T02:46:40.324Z\",\"pdData\":{\"incident\":{\"incident_number\":14034217,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T02:46:40Z\",\"updated_at\":\"2025-03-17T02:46:40Z\",\"status\":\"triggered\",\"incident_key\":\"aba5b50c7ba042eea2ff095c67fee99d\",\"service\":{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEO7ZIC\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEO7ZIC\"},\"assignments\":[{\"at\":\"2025-03-17T02:46:40Z\",\"assignee\":{\"id\":\"PVWP86Q\",\"type\":\"user_reference\",\"summary\":\"Yiming Ge\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PVWP86Q\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PVWP86Q\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T02:46:40Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"RP5O1HVH52HSREW9HYTGCSK1OA\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/RP5O1HVH52HSREW9HYTGCSK1OA\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q109ND9K5R6F54\/log_entries\/RP5O1HVH52HSREW9HYTGCSK1OA\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PSUMK38\",\"type\":\"escalation_policy_reference\",\"summary\":\"Edge\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PSUMK38\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PSUMK38\"},\"teams\":[{\"id\":\"PA0CAR0\",\"type\":\"team_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/PA0CAR0\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/PA0CAR0\"}],\"impacted_services\":[{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEO7ZIC\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEO7ZIC\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T02:56:40Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-18T02:46:40Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PEO7ZIC\",\"type\":\"service_reference\",\"summary\":\"Edge Application Delivery\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEO7ZIC\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEO7ZIC\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q109ND9K5R6F54\",\"type\":\"incident\",\"summary\":\"[#14034217] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q109ND9K5R6F54\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q109ND9K5R6F54\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"yiming.ge@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.405261+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600405, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.405265+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600405, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.405332+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179600405, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.405433+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600439, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.439561+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179600439, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.439752+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600439, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:46:40.430Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"U02SZU5J8Q5\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.439805+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600439, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.439864+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600439, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.439932+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179600440, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.440064+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600440, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.440067+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600440, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-slack-channel-invite-users" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.440069+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600440, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.440085+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600440, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-17T02:46:40.430Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"U02SZU5J8Q5\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.440131+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600440, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.440222+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179600440, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.440354+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600440, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:46:40.430Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"U02SZU5J8Q5\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.440357+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600440, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.440385+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600440, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.440426+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179600440, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:46:40.440476+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179645382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829094912,\"uptime\":1999523.71,\"totalMem\":4018151424,\"loadavg\":[0.06,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30534100,\"nice\":17720,\"sys\":4993430,\"idle\":1957918170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30338270,\"nice\":15810,\"sys\":5017420,\"idle\":1957969830,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6005,\"sum\":59620}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:47:25.382795+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179645382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:47:25.382914+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179885382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820739072,\"uptime\":1999763.71,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30537430,\"nice\":17720,\"sys\":4993980,\"idle\":1958153890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30341410,\"nice\":15810,\"sys\":5018030,\"idle\":1958205510,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:51:25.382813+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179885382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:51:25.382877+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180005382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2819338240,\"uptime\":1999883.71,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30538680,\"nice\":17720,\"sys\":4994250,\"idle\":1958271920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30343170,\"nice\":15810,\"sys\":5018320,\"idle\":1958323580,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6000,\"sum\":59628}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:53:25.382774+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180005382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:53:25.382916+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180065382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2819424256,\"uptime\":1999943.71,\"totalMem\":4018151424,\"loadavg\":[0.04,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30539410,\"nice\":17720,\"sys\":4994360,\"idle\":1958330970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30343760,\"nice\":15810,\"sys\":5018440,\"idle\":1958382640,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:54:25.382767+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180065382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:54:25.382931+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180125382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2819010560,\"uptime\":2000003.71,\"totalMem\":4018151424,\"loadavg\":[0.11,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30540100,\"nice\":17720,\"sys\":4994450,\"idle\":1958390020,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30344640,\"nice\":15810,\"sys\":5018560,\"idle\":1958441620,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5988,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:55:25.382759+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180125382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:55:25.382906+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180185382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818830336,\"uptime\":2000063.71,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30541020,\"nice\":17720,\"sys\":4994590,\"idle\":1958449060,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30345230,\"nice\":15810,\"sys\":5018670,\"idle\":1958500710,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5990,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:56:25.382781+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180185382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:56:25.382955+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180245382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2817945600,\"uptime\":2000123.71,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30541970,\"nice\":17720,\"sys\":4994790,\"idle\":1958508140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30345960,\"nice\":15810,\"sys\":5018810,\"idle\":1958559730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5993,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:57:25.382779+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180245382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:57:25.382935+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180365382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818162688,\"uptime\":2000243.71,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30543660,\"nice\":17720,\"sys\":4994950,\"idle\":1958626220,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30347440,\"nice\":15810,\"sys\":5019000,\"idle\":1958677860,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5987,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:59:25.382844+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180365382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T02:59:25.382940+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180545382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820427776,\"uptime\":2000423.71,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30545660,\"nice\":17720,\"sys\":4995310,\"idle\":1958803370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30349510,\"nice\":15810,\"sys\":5019370,\"idle\":1958854990,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5989,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:02:25.382775+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180545382, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:02:25.382888+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180605386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2819932160,\"uptime\":2000483.71,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30546380,\"nice\":17720,\"sys\":4995410,\"idle\":1958862470,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30350170,\"nice\":15810,\"sys\":5019490,\"idle\":1958913980,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5999,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:03:25.386792+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180605386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:03:25.386875+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180762258, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.259062+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180762259, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.259462+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180762259, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T03:06:01.929Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"042842d4-7125-46f5-95e3-c5b65eebb019\",\"allInternalCommsReport\":[{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"i3by9s-lm4qld-3xl3r-zedevh-1742180760431\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.259613+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180762259, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.259614+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180762259, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.259641+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180762259, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.259764+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180762259, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.259846+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180762260, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.260534+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180762260, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T03:06:01.929Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"042842d4-7125-46f5-95e3-c5b65eebb019\",\"allInternalCommsReport\":[{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"i3by9s-lm4qld-3xl3r-zedevh-1742180760431\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.260544+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180762260, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.260544+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180762260, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.260546+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180762260, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.260546+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180762260, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.260546+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180762260, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-request" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.260547+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180762260, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.260548+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180762260, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-internal-comms-request - {\"createdAt\":\"2025-03-17T03:06:01.929Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"042842d4-7125-46f5-95e3-c5b65eebb019\",\"allInternalCommsReport\":[{\"sequenceNumber\":4,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\"},\"sentAt\":\"2025-03-17T03:06:01.346Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"i3by9s-lm4qld-3xl3r-zedevh-1742180760431\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:02.260566+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.759197+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.759440+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T03:06:03.557Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"042842d4-7125-46f5-95e3-c5b65eebb019\",\"sequenceNumber\":4}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.759473+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.759513+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.759549+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.760109+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.760112+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.760113+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T03:06:03.557Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"042842d4-7125-46f5-95e3-c5b65eebb019\",\"sequenceNumber\":4}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.760117+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.760119+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.760120+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.760120+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.760121+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.760122+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180763759, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.760122+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180763760, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-17T03:06:03.557Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"042842d4-7125-46f5-95e3-c5b65eebb019\",\"sequenceNumber\":4}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:03.760124+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180785386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820378624,\"uptime\":2000663.71,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30547910,\"nice\":17720,\"sys\":4995760,\"idle\":1959039590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30351800,\"nice\":15810,\"sys\":5019880,\"idle\":1959091180,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5994,\"sum\":59622}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:25.386752+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180785386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:06:25.386907+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180965386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824011776,\"uptime\":2000843.71,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30550070,\"nice\":17720,\"sys\":4996170,\"idle\":1959216650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30353870,\"nice\":15810,\"sys\":5020240,\"idle\":1959268170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5989,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:09:25.386795+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180965386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:09:25.386895+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742181085386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823532544,\"uptime\":2000963.71,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30551620,\"nice\":17720,\"sys\":4996460,\"idle\":1959334680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30355670,\"nice\":15810,\"sys\":5020440,\"idle\":1959386210,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5993,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:11:25.386795+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181085386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:11:25.386870+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181156252, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:12:36.252245+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181156252, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:12:36.253018+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742181325386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822881280,\"uptime\":2001203.71,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30554420,\"nice\":17720,\"sys\":4996960,\"idle\":1959570950,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30358310,\"nice\":15810,\"sys\":5020930,\"idle\":1959622240,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5986,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:15:25.386793+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181325386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:15:25.386927+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742181445386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824237056,\"uptime\":2001323.71,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30555530,\"nice\":17720,\"sys\":4997190,\"idle\":1959689110,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30359860,\"nice\":15810,\"sys\":5021160,\"idle\":1959740340,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5992,\"sum\":59622}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:17:25.386766+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181445386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:17:25.386880+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181758255, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:22:38.255251+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181758255, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:22:38.256065+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742182165386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2810396672,\"uptime\":2002043.71,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30564480,\"nice\":17720,\"sys\":4998810,\"idle\":1960397210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30368310,\"nice\":15810,\"sys\":5022670,\"idle\":1960448390,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5992,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:29:25.386771+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742182165386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:29:25.386887+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742182225386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2810163200,\"uptime\":2002103.71,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30565110,\"nice\":17720,\"sys\":4998910,\"idle\":1960456230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30368890,\"nice\":15810,\"sys\":5022780,\"idle\":1960507400,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5990,\"sum\":59628}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:30:25.386773+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742182225386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:30:25.386896+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742182285386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2810183680,\"uptime\":2002163.71,\"totalMem\":4018151424,\"loadavg\":[0.04,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30565580,\"nice\":17720,\"sys\":4998990,\"idle\":1960515390,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30369430,\"nice\":15810,\"sys\":5022910,\"idle\":1960566370,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5989,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:31:25.386777+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742182285386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:31:25.386914+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742182360269, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:32:40.269641+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742182360270, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:32:40.270513+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742182645386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2816589824,\"uptime\":2002523.71,\"totalMem\":4018151424,\"loadavg\":[0.1,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30568850,\"nice\":17720,\"sys\":4999660,\"idle\":1960869850,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30373080,\"nice\":15810,\"sys\":5023580,\"idle\":1960920480,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5989,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:37:25.386774+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742182645386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:37:25.386894+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742182705386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2816118784,\"uptime\":2002583.71,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30569440,\"nice\":17720,\"sys\":4999780,\"idle\":1960928830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30373770,\"nice\":15810,\"sys\":5023710,\"idle\":1960979540,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6001,\"sum\":59626}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:38:25.386768+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742182705386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:38:25.386898+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742182765386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2815635456,\"uptime\":2002643.71,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30569980,\"nice\":17720,\"sys\":4999910,\"idle\":1960987920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30374470,\"nice\":15810,\"sys\":5023830,\"idle\":1961038560,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5992,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:39:25.386777+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742182765386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:39:25.386913+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742183305390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2811244544,\"uptime\":2003183.72,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30576870,\"nice\":17720,\"sys\":5001030,\"idle\":1961519030,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30381330,\"nice\":15810,\"sys\":5025060,\"idle\":1961569450,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6000,\"sum\":59627}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:48:25.390783+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742183305390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:48:25.390907+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742183545390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2814824448,\"uptime\":2003423.72,\"totalMem\":4018151424,\"loadavg\":[0.08,0.02,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30579620,\"nice\":17720,\"sys\":5001590,\"idle\":1961755210,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30384000,\"nice\":15810,\"sys\":5025450,\"idle\":1961805670,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5988,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:52:25.390779+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742183545390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:52:25.390908+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742183564291, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:52:44.291647+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742183564292, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T03:52:44.292411+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742184025390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2810916864,\"uptime\":2003903.72,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30584250,\"nice\":17720,\"sys\":5002440,\"idle\":1962227590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30389140,\"nice\":15810,\"sys\":5026490,\"idle\":1962277900,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5995,\"sum\":59625}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:00:25.390796+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184025390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:00:25.390888+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742184085390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2810953728,\"uptime\":2003963.72,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30584850,\"nice\":17720,\"sys\":5002570,\"idle\":1962286600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30389920,\"nice\":15810,\"sys\":5026600,\"idle\":1962336920,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:01:25.390798+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184085390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:01:25.390912+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184166213, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:02:46.213748+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184166214, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:02:46.214515+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742184265390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2811592704,\"uptime\":2004143.72,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30586510,\"nice\":17720,\"sys\":5002910,\"idle\":1962463780,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30391610,\"nice\":15810,\"sys\":5026950,\"idle\":1962513980,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5984,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:04:25.390809+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184265390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:04:25.390991+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742184325390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2811117568,\"uptime\":2004203.72,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30587200,\"nice\":17720,\"sys\":5003020,\"idle\":1962522850,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30392410,\"nice\":15810,\"sys\":5027100,\"idle\":1962572930,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:05:25.390811+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184325390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:05:25.390947+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742184565390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2827030528,\"uptime\":2004443.72,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30590170,\"nice\":17720,\"sys\":5003500,\"idle\":1962758610,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30394830,\"nice\":15810,\"sys\":5027660,\"idle\":1962809010,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59635}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:09:25.390813+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184565390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:09:25.390919+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742184865390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825461760,\"uptime\":2004743.72,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30593160,\"nice\":17720,\"sys\":5004120,\"idle\":1963053830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30397660,\"nice\":15810,\"sys\":5028320,\"idle\":1963104200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5990,\"sum\":59634}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:14:25.390786+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184865390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:14:25.390928+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742184925390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824704000,\"uptime\":2004803.72,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30593890,\"nice\":17720,\"sys\":5004210,\"idle\":1963112840,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30398380,\"nice\":15810,\"sys\":5028480,\"idle\":1963163200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5992,\"sum\":59628}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:15:25.390781+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184925390, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:15:25.390901+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742185069307, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:17:49.307958+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742185069308, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:17:49.308722+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742185285394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2819661824,\"uptime\":2005163.72,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30597890,\"nice\":17720,\"sys\":5004970,\"idle\":1963466770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30402200,\"nice\":15810,\"sys\":5029290,\"idle\":1963516970,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5991,\"sum\":59635}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:21:25.394803+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742185285394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:21:25.394939+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186065394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2819665920,\"uptime\":2005943.72,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30608370,\"nice\":17720,\"sys\":5006580,\"idle\":1964234230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30411280,\"nice\":15810,\"sys\":5030860,\"idle\":1964284540,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5990,\"sum\":59627}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:34:25.394843+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186065394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:34:25.394976+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186545394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818293760,\"uptime\":2006423.72,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30613640,\"nice\":17720,\"sys\":5007500,\"idle\":1964706310,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30416040,\"nice\":15810,\"sys\":5031720,\"idle\":1964756970,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5991,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:42:25.394793+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186545394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:42:25.394862+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186605394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818179072,\"uptime\":2006483.72,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30614580,\"nice\":17720,\"sys\":5007600,\"idle\":1964765330,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30416690,\"nice\":15810,\"sys\":5031860,\"idle\":1964815990,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":22,\"num\":5996,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:43:25.394843+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186605394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:43:25.394888+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836923, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "[NotifyKafkaProducer.produce] Publishing Incident Created Event with Slack channel info: {\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742186835,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742186835507,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"EU PR P01 OnDemand Relaxation is Not Working\",\"description\":\"Relaxation is disabled due to patching\",\"detectedTime\":\"2025-03-17T04:47:14.658Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https:\/\/eu-pr01-relaxation.cloud.clicksoftware.com\/OnDemand.html\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:47:14.658Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"modifiedAt\":\"2025-03-17T04:47:14.658Z\",\"createdBy\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"modifiedBy\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"id\":\"48c7b2f8-b78d-445d-9079-f538d8237027\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"scrumTeamId\":\"a00B000000CBZU1IAP\",\"team\":\"CRE Field Service DevOps\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WT759HDL1\"],\"channels\":[],\"inviteBots\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.924027+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836924, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.iccMetricRequestExecute] - icc-incident-created-with-slack-channel - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.924092+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836924, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.924101+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836924, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.924171+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836924, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.924284+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836924, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'aca8263b-bd93-4d03-95af-3f585e95473b' to topic 'incident': {\"createdAt\":\"2025-03-17T04:47:16.923Z\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"name\":\"Mahesh Rajendran\",\"email\":\"mrajendran@salesforce.com\"},\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742186835,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742186835507,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"EU PR P01 OnDemand Relaxation is Not Working\",\"description\":\"Relaxation is disabled due to patching\",\"detectedTime\":\"2025-03-17T04:47:14.658Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https:\/\/eu-pr01-relaxation.cloud.clicksoftware.com\/OnDemand.html\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:47:14.658Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"modifiedAt\":\"2025-03-17T04:47:14.658Z\",\"createdBy\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"modifiedBy\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"id\":\"48c7b2f8-b78d-445d-9079-f538d8237027\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"scrumTeamId\":\"a00B000000CBZU1IAP\",\"team\":\"CRE Field Service DevOps\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WT759HDL1\"],\"channels\":[],\"inviteBots\":[]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.924416+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836924, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'aca8263b-bd93-4d03-95af-3f585e95473b' to Kafka topic 'incident'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.924501+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836924, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.iccMetricDurationTime] - icc-incident-created-with-slack-channel - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.924505+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836924, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.17959000170230865\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.924505+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836924, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.17959000170230865\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.924533+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836924, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.924596+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836924, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack channel with ID C08J08X8R1Q created for incident with ID aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.924598+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836935, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.935920+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.936253+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T04:47:16.923Z\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"name\":\"Mahesh Rajendran\",\"email\":\"mrajendran@salesforce.com\"},\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742186835,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742186835507,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"EU PR P01 OnDemand Relaxation is Not Working\",\"description\":\"Relaxation is disabled due to patching\",\"detectedTime\":\"2025-03-17T04:47:14.658Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https:\/\/eu-pr01-relaxation.cloud.clicksoftware.com\/OnDemand.html\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:47:14.658Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"modifiedAt\":\"2025-03-17T04:47:14.658Z\",\"createdBy\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"modifiedBy\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"id\":\"48c7b2f8-b78d-445d-9079-f538d8237027\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"scrumTeamId\":\"a00B000000CBZU1IAP\",\"team\":\"CRE Field Service DevOps\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WT759HDL1\"],\"channels\":[],\"inviteBots\":[]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.936347+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.936350+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.936414+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.936541+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.936544+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-incident-created-with-slack-channel" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.936573+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.936603+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-incident-created-with-slack-channel - {\"createdAt\":\"2025-03-17T04:47:16.923Z\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"name\":\"Mahesh Rajendran\",\"email\":\"mrajendran@salesforce.com\"},\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742186835,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742186835507,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"EU PR P01 OnDemand Relaxation is Not Working\",\"description\":\"Relaxation is disabled due to patching\",\"detectedTime\":\"2025-03-17T04:47:14.658Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https:\/\/eu-pr01-relaxation.cloud.clicksoftware.com\/OnDemand.html\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:47:14.658Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"modifiedAt\":\"2025-03-17T04:47:14.658Z\",\"createdBy\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"modifiedBy\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"id\":\"48c7b2f8-b78d-445d-9079-f538d8237027\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"scrumTeamId\":\"a00B000000CBZU1IAP\",\"team\":\"CRE Field Service DevOps\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WT759HDL1\"],\"channels\":[],\"inviteBots\":[]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.936683+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.936770+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.936985+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836937, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T04:47:16.923Z\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"name\":\"Mahesh Rajendran\",\"email\":\"mrajendran@salesforce.com\"},\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742186835,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742186835507,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"EU PR P01 OnDemand Relaxation is Not Working\",\"description\":\"Relaxation is disabled due to patching\",\"detectedTime\":\"2025-03-17T04:47:14.658Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https:\/\/eu-pr01-relaxation.cloud.clicksoftware.com\/OnDemand.html\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:47:14.658Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"modifiedAt\":\"2025-03-17T04:47:14.658Z\",\"createdBy\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"modifiedBy\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"id\":\"48c7b2f8-b78d-445d-9079-f538d8237027\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"email\":\"mrajendran@salesforce.com\",\"active\":true,\"name\":\"Mahesh Rajendran\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"createdBy\":\"icc@ui.app\",\"modifiedBy\":\"icc@ui.app\",\"createdAt\":\"2024-03-28T05:58:47.940Z\",\"modifiedAt\":\"2024-07-19T05:22:35.475Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"scrumTeamId\":\"a00B000000CBZU1IAP\",\"team\":\"CRE Field Service DevOps\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WT759HDL1\"],\"channels\":[],\"inviteBots\":[]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.937065+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836937, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.937067+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836937, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.937113+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836937, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.937210+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836988, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.988800+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836988, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.988949+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836988, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T04:47:16.971Z\",\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\"},\"subject\":\"EU PR P01 OnDemand Relaxation is Not Working\",\"description\":\"Relaxation is disabled due to patching\",\"detectedTime\":\"2025-03-17T04:47:14.658Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https:\/\/eu-pr01-relaxation.cloud.clicksoftware.com\/OnDemand.html\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:47:14.658Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"scrumTeamId\":\"a00B000000CBZU1IAP\",\"team\":\"CRE Field Service DevOps\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.988969+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836988, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.988999+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836989, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.989049+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836989, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.989154+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836989, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.989237+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836989, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.989328+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836989, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T04:47:16.971Z\",\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\"},\"subject\":\"EU PR P01 OnDemand Relaxation is Not Working\",\"description\":\"Relaxation is disabled due to patching\",\"detectedTime\":\"2025-03-17T04:47:14.658Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https:\/\/eu-pr01-relaxation.cloud.clicksoftware.com\/OnDemand.html\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:47:14.658Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"scrumTeamId\":\"a00B000000CBZU1IAP\",\"team\":\"CRE Field Service DevOps\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.989329+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836989, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.989341+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836989, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.989395+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836989, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.989437+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836989, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.989437+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836989, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-incident-created" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.989448+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836989, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.989494+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836989, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-incident-created - {\"createdAt\":\"2025-03-17T04:47:16.971Z\",\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\"},\"subject\":\"EU PR P01 OnDemand Relaxation is Not Working\",\"description\":\"Relaxation is disabled due to patching\",\"detectedTime\":\"2025-03-17T04:47:14.658Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https:\/\/eu-pr01-relaxation.cloud.clicksoftware.com\/OnDemand.html\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:47:14.658Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"scrumTeamId\":\"a00B000000CBZU1IAP\",\"team\":\"CRE Field Service DevOps\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.989497+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836991, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.991486+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836991, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.991642+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836991, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T04:47:16.979Z\",\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\"},\"subject\":\"EU PR P01 OnDemand Relaxation is Not Working\",\"description\":\"Relaxation is disabled due to patching\",\"detectedTime\":\"2025-03-17T04:47:14.658Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https:\/\/eu-pr01-relaxation.cloud.clicksoftware.com\/OnDemand.html\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:47:14.658Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"scrumTeamId\":\"a00B000000CBZU1IAP\",\"team\":\"CRE Field Service DevOps\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WT759HDL1\"],\"bots\":[],\"createdBy\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"name\":\"Mahesh Rajendran\",\"email\":\"mrajendran@salesforce.com\"},\"channels\":[]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.991648+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836991, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.991659+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836991, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.991715+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836991, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.991753+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836991, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.991843+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836991, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.991939+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836991, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T04:47:16.979Z\",\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\"},\"subject\":\"EU PR P01 OnDemand Relaxation is Not Working\",\"description\":\"Relaxation is disabled due to patching\",\"detectedTime\":\"2025-03-17T04:47:14.658Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https:\/\/eu-pr01-relaxation.cloud.clicksoftware.com\/OnDemand.html\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:47:14.658Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"scrumTeamId\":\"a00B000000CBZU1IAP\",\"team\":\"CRE Field Service DevOps\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WT759HDL1\"],\"bots\":[],\"createdBy\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"name\":\"Mahesh Rajendran\",\"email\":\"mrajendran@salesforce.com\"},\"channels\":[]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.991955+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836991, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.991966+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836991, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.992017+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186836992, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.992060+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836992, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.992063+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836992, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-slack-channel-invite-users" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.992092+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836992, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.992092+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186836992, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-17T04:47:16.979Z\",\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"icc-aca8263b-bd93-4d03-95af-3f585e95473b\"},\"subject\":\"EU PR P01 OnDemand Relaxation is Not Working\",\"description\":\"Relaxation is disabled due to patching\",\"detectedTime\":\"2025-03-17T04:47:14.658Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"Customer - Internal\",\"originReference\":\"https:\/\/eu-pr01-relaxation.cloud.clicksoftware.com\/OnDemand.html\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:47:14.658Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T04:47:14.658Z\",\"scrumTeamId\":\"a00B000000CBZU1IAP\",\"team\":\"CRE Field Service DevOps\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WT759HDL1\"],\"bots\":[],\"createdBy\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"name\":\"Mahesh Rajendran\",\"email\":\"mrajendran@salesforce.com\"},\"channels\":[]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:16.992124+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186845394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2819108864,\"uptime\":2006723.72,\"totalMem\":4018151424,\"loadavg\":[0.06,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30616870,\"nice\":17720,\"sys\":5008090,\"idle\":1965001510,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30419190,\"nice\":15810,\"sys\":5032300,\"idle\":1965052150,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6134,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:25.394793+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186845394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:25.394911+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186856936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.936547+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186856936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.936690+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186856936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T04:47:36.460Z\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"name\":\"Mahesh Rajendran\",\"email\":\"mrajendran@salesforce.com\"},\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TwtpPYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T04:47:36.460Z\",\"recordId\":\"500EE00001TwtpPYAR\",\"incidentId\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"caseNumber\":\"73099985\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.936721+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186856936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.936753+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186856936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.936850+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186856936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.936953+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186856936, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.937030+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186856937, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.937123+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186856937, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T04:47:36.460Z\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"name\":\"Mahesh Rajendran\",\"email\":\"mrajendran@salesforce.com\"},\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TwtpPYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T04:47:36.460Z\",\"recordId\":\"500EE00001TwtpPYAR\",\"incidentId\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"caseNumber\":\"73099985\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.937124+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186856937, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.937124+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186856937, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.937153+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186856937, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.937215+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186856937, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.937216+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186856937, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-gus-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.937216+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186856937, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.937241+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186856937, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-17T04:47:36.460Z\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"name\":\"Mahesh Rajendran\",\"email\":\"mrajendran@salesforce.com\"},\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TwtpPYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T04:47:36.460Z\",\"recordId\":\"500EE00001TwtpPYAR\",\"incidentId\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"caseNumber\":\"73099985\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:47:36.937299+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742187085394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823897088,\"uptime\":2006963.72,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30619410,\"nice\":17720,\"sys\":5008660,\"idle\":1965237420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30422270,\"nice\":15810,\"sys\":5032860,\"idle\":1965287790,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:51:25.394783+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742187085394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:51:25.394944+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742187205394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822983680,\"uptime\":2007083.72,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30620660,\"nice\":17720,\"sys\":5008900,\"idle\":1965355560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30423570,\"nice\":15810,\"sys\":5033060,\"idle\":1965405910,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":23,\"num\":5998,\"sum\":59628}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:53:25.394758+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742187205394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:53:25.394893+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742187385394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822037504,\"uptime\":2007263.72,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30622650,\"nice\":17720,\"sys\":5009320,\"idle\":1965532680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30425380,\"nice\":15810,\"sys\":5033520,\"idle\":1965583110,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5990,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:56:25.394806+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742187385394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:56:25.394937+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742187445394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822303744,\"uptime\":2007323.72,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30623400,\"nice\":17720,\"sys\":5009420,\"idle\":1965591710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30426270,\"nice\":15810,\"sys\":5033630,\"idle\":1965642190,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5988,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:57:25.394832+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742187445394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:57:25.394907+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742187477285, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:57:57.286073+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742187477286, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T04:57:57.286832+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742187625394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821427200,\"uptime\":2007503.72,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30625120,\"nice\":17720,\"sys\":5009820,\"idle\":1965768900,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30428250,\"nice\":15810,\"sys\":5033990,\"idle\":1965819350,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5992,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:00:25.394773+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742187625394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:00:25.394892+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742187685394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821459968,\"uptime\":2007563.72,\"totalMem\":4018151424,\"loadavg\":[0.05,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30625920,\"nice\":17720,\"sys\":5009940,\"idle\":1965828000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30428750,\"nice\":15810,\"sys\":5034110,\"idle\":1965878400,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5989,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:01:25.394786+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742187685394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:01:25.394879+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742187805394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821283840,\"uptime\":2007683.72,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30627160,\"nice\":17720,\"sys\":5010190,\"idle\":1965946040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30430130,\"nice\":15810,\"sys\":5034330,\"idle\":1965996520,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6000,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:03:25.394775+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742187805394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:03:25.394919+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188105394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821435392,\"uptime\":2007983.72,\"totalMem\":4018151424,\"loadavg\":[0.1,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30630940,\"nice\":17720,\"sys\":5010880,\"idle\":1966241300,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30433770,\"nice\":15810,\"sys\":5034940,\"idle\":1966291750,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":22,\"num\":5998,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:08:25.394766+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188105394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:08:25.394911+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188237372, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.372812+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188237372, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.372941+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188237372, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T05:10:36.910Z\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"name\":\"Mahesh Rajendran\",\"email\":\"mrajendran@salesforce.com\"},\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TwtpPYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T05:10:36.910Z\",\"recordId\":\"500EE00001TwtpPYAR\",\"incidentId\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"caseNumber\":\"73099985\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.372943+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188237372, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.372946+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188237372, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.373028+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188237373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.373120+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188237373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.373205+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188237373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.373283+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188237373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T05:10:36.910Z\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"name\":\"Mahesh Rajendran\",\"email\":\"mrajendran@salesforce.com\"},\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TwtpPYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T05:10:36.910Z\",\"recordId\":\"500EE00001TwtpPYAR\",\"incidentId\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"caseNumber\":\"73099985\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.373283+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188237373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.373298+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188237373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.373351+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188237373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.373383+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188237373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: aca8263b-bd93-4d03-95af-3f585e95473b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.373384+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188237373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-gus-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.373396+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188237373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.373439+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188237373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-17T05:10:36.910Z\",\"user\":{\"id\":\"7d6371e0-e3a9-4a57-bfa7-a3c923a831f5\",\"gusUserId\":\"005B0000005xMTrIAM\",\"slackUserId\":\"WT759HDL1\",\"name\":\"Mahesh Rajendran\",\"email\":\"mrajendran@salesforce.com\"},\"incident\":{\"id\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"slackChannel\":{\"id\":\"C08J08X8R1Q\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TwtpPYAR\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T05:10:36.910Z\",\"recordId\":\"500EE00001TwtpPYAR\",\"incidentId\":\"aca8263b-bd93-4d03-95af-3f585e95473b\",\"caseNumber\":\"73099985\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:10:37.373440+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188468645, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.645970+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188468646, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.646659+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742188468646,\"pid\":69,\"hostname\":\"dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b\",\"name\":\"icc-common\",\"msg\":\"Kafka Consumer is returning ProcessedKafkaEvent {\\\"createdAt\\\":\\\"2025-03-17T05:14:28.283Z\\\",\\\"user\\\":{\\\"id\\\":\\\"04bc90bb-223a-4af7-8f24-095137150138\\\",\\\"email\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jagruthi Akkaldevi\\\",\\\"firstName\\\":\\\"Jagruthi\\\",\\\"lastName\\\":\\\"Akkaldevi\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE0000040HMjYAM\\\",\\\"slackUserId\\\":\\\"U0329QR7H0W\\\",\\\"createdBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-06-29T02:42:05.592Z\\\",\\\"modifiedAt\\\":\\\"2022-06-29T02:42:05.592Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"gsm@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"9cdcd391-54e4-4118-a421-054cdb4af8fc\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accu", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.646816+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "rate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"lvd4k-9rczn-q1fxmo-l6e4rg-1742188466640\\\",\\\"client\\\":\\\"icc-ui\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.646816+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188468646, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.646849+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188468646, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.646920+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188468646, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.647028+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188468646, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.647037+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188468647, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-request" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.647039+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188468647, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.647043+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742188468647,\"pid\":69,\"hostname\":\"dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b\",\"name\":\"icc-notifier\",\"msg\":\"No notification for icc-internal-comms-request - {\\\"createdAt\\\":\\\"2025-03-17T05:14:28.283Z\\\",\\\"user\\\":{\\\"id\\\":\\\"04bc90bb-223a-4af7-8f24-095137150138\\\",\\\"email\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jagruthi Akkaldevi\\\",\\\"firstName\\\":\\\"Jagruthi\\\",\\\"lastName\\\":\\\"Akkaldevi\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE0000040HMjYAM\\\",\\\"slackUserId\\\":\\\"U0329QR7H0W\\\",\\\"createdBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-06-29T02:42:05.592Z\\\",\\\"modifiedAt\\\":\\\"2022-06-29T02:42:05.592Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"gsm@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"9cdcd391-54e4-4118-a421-054cdb4af8fc\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not a", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.647209+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "ccurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"lvd4k-9rczn-q1fxmo-l6e4rg-1742188466640\\\",\\\"client\\\":\\\"icc-ui\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.647209+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188468647, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.647768+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188468648, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.648455+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742188468648,\"pid\":69,\"hostname\":\"dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b\",\"name\":\"icc-common\",\"msg\":\"Kafka Consumer is returning ProcessedKafkaEvent {\\\"createdAt\\\":\\\"2025-03-17T05:14:28.283Z\\\",\\\"user\\\":{\\\"id\\\":\\\"04bc90bb-223a-4af7-8f24-095137150138\\\",\\\"email\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jagruthi Akkaldevi\\\",\\\"firstName\\\":\\\"Jagruthi\\\",\\\"lastName\\\":\\\"Akkaldevi\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE0000040HMjYAM\\\",\\\"slackUserId\\\":\\\"U0329QR7H0W\\\",\\\"createdBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-06-29T02:42:05.592Z\\\",\\\"modifiedAt\\\":\\\"2022-06-29T02:42:05.592Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"gsm@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"9cdcd391-54e4-4118-a421-054cdb4af8fc\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accu", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.648637+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "rate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"lvd4k-9rczn-q1fxmo-l6e4rg-1742188466640\\\",\\\"client\\\":\\\"icc-ui\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.648637+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188468648, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.648640+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188468648, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.648697+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188468648, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:14:28.648754+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188585394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822406144,\"uptime\":2008463.72,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30637320,\"nice\":17720,\"sys\":5011810,\"idle\":1966712310,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30439580,\"nice\":15810,\"sys\":5036080,\"idle\":1966763550,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59624}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:16:25.394776+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188585394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:16:25.394916+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188825394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2830155776,\"uptime\":2008703.72,\"totalMem\":4018151424,\"loadavg\":[0.03,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30640010,\"nice\":17720,\"sys\":5012310,\"idle\":1966948000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30442380,\"nice\":15810,\"sys\":5036590,\"idle\":1966999420,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5987,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:20:25.394802+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188825394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:20:25.394895+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188982283, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:23:02.283231+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188982283, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:23:02.284058+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742189005398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828103680,\"uptime\":2008883.72,\"totalMem\":4018151424,\"loadavg\":[0.01,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30642160,\"nice\":17720,\"sys\":5012690,\"idle\":1967125110,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30444680,\"nice\":15810,\"sys\":5036960,\"idle\":1967176570,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6001,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:23:25.398783+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742189005398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:23:25.398915+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742189305398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2827878400,\"uptime\":2009183.72,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30645870,\"nice\":17720,\"sys\":5013190,\"idle\":1967420230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30448100,\"nice\":15810,\"sys\":5037620,\"idle\":1967471830,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5995,\"sum\":59628}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:28:25.398765+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742189305398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:28:25.398892+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742189365398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2827624448,\"uptime\":2009243.72,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30646720,\"nice\":17720,\"sys\":5013300,\"idle\":1967479240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30448770,\"nice\":15810,\"sys\":5037760,\"idle\":1967530900,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5988,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:29:25.398781+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742189365398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:29:25.398877+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742189785398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2826641408,\"uptime\":2009663.72,\"totalMem\":4018151424,\"loadavg\":[0.06,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30651400,\"nice\":17720,\"sys\":5014150,\"idle\":1967892430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30453510,\"nice\":15810,\"sys\":5038570,\"idle\":1967944260,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5986,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:36:25.398777+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742189785398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:36:25.398916+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742190186222, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:43:06.222254+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742190186222, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:43:06.223054+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742190325398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823237632,\"uptime\":2010203.72,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30657840,\"nice\":17720,\"sys\":5015150,\"idle\":1968423670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30459510,\"nice\":15810,\"sys\":5039820,\"idle\":1968475620,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5989,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:45:25.398766+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742190325398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:45:25.398897+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742190487275, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:48:07.275496+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742190487276, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:48:07.276357+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742190788233, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:53:08.233463+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742190788234, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:53:08.234234+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742190805398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2814390272,\"uptime\":2010683.72,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30662610,\"nice\":17720,\"sys\":5016070,\"idle\":1968895720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30464310,\"nice\":15810,\"sys\":5040840,\"idle\":1968947520,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5999,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:53:25.398788+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742190805398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:53:25.398902+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742190925398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2814144512,\"uptime\":2010803.73,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30663920,\"nice\":17720,\"sys\":5016310,\"idle\":1969013840,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30465720,\"nice\":15810,\"sys\":5041160,\"idle\":1969065560,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5989,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:25.398866+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742190925399, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:25.399097+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742190949826, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.826667+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742190949827, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.827463+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742190949827,\"pid\":69,\"hostname\":\"dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b\",\"name\":\"icc-common\",\"msg\":\"Kafka Consumer is returning ProcessedKafkaEvent {\\\"createdAt\\\":\\\"2025-03-17T05:55:49.815Z\\\",\\\"user\\\":{\\\"id\\\":\\\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\\\",\\\"email\\\":\\\"tuannguyen@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Tuan Nguyen\\\",\\\"firstName\\\":\\\"Tuan\\\",\\\"lastName\\\":\\\"Nguyen\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003SYxZIAW\\\",\\\"slackUserId\\\":\\\"WAS176048\\\",\\\"createdBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"modifiedBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:16.534Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:16.534Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"gsm@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"eec1f715-bfc5-49b6-8dad-55b5ac4121dd\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCom", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.827632+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "manderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"edc61b24-c82a-21dc-77ec-d11fad7d5336\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.827632+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742190949827, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.827636+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742190949827, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.827691+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742190949827, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.827787+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742190949827, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.827811+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742190949827, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-request" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.827853+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742190949827, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.827854+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742190949827,\"pid\":69,\"hostname\":\"dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b\",\"name\":\"icc-notifier\",\"msg\":\"No notification for icc-internal-comms-request - {\\\"createdAt\\\":\\\"2025-03-17T05:55:49.815Z\\\",\\\"user\\\":{\\\"id\\\":\\\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\\\",\\\"email\\\":\\\"tuannguyen@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Tuan Nguyen\\\",\\\"firstName\\\":\\\"Tuan\\\",\\\"lastName\\\":\\\"Nguyen\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003SYxZIAW\\\",\\\"slackUserId\\\":\\\"WAS176048\\\",\\\"createdBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"modifiedBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:16.534Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:16.534Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"gsm@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"eec1f715-bfc5-49b6-8dad-55b5ac4121dd\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incident", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.828024+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "CommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"edc61b24-c82a-21dc-77ec-d11fad7d5336\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.828024+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742190949828, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.828113+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742190949828, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.828802+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742190949828,\"pid\":69,\"hostname\":\"dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b\",\"name\":\"icc-common\",\"msg\":\"Kafka Consumer is returning ProcessedKafkaEvent {\\\"createdAt\\\":\\\"2025-03-17T05:55:49.815Z\\\",\\\"user\\\":{\\\"id\\\":\\\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\\\",\\\"email\\\":\\\"tuannguyen@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Tuan Nguyen\\\",\\\"firstName\\\":\\\"Tuan\\\",\\\"lastName\\\":\\\"Nguyen\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003SYxZIAW\\\",\\\"slackUserId\\\":\\\"WAS176048\\\",\\\"createdBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"modifiedBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:16.534Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:16.534Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"gsm@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"eec1f715-bfc5-49b6-8dad-55b5ac4121dd\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCom", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.828970+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "manderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"edc61b24-c82a-21dc-77ec-d11fad7d5336\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.828970+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742190949828, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.828973+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742190949828, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.829002+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742190949829, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:55:49.829073+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "[WARN]  web-api:WebClient:0 The top-level `text` argument is missing in the request payload for a chat.postMessage call - It's a best practice to always provide a `text` argument when posting a message. The `text` is used in places where the content cannot be rendered such as: system push notifications, assistive technology such as screen readers, etc.", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.513068+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "[WARN]  web-api:WebClient:0 Additionally, the attachment-level `fallback` argument is missing in the request payload for a chat.postMessage call - To avoid this warning, it is recommended to always provide a top-level `text` argument when posting a message. Alternatively, you can provide an attachment-level `fallback` argument, though this is now considered a legacy field (see https:\/\/api.slack.com\/reference\/messaging\/attachments#legacy_fields for more details).", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.513072+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084510, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.510323+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191084510, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.510779+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084510, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T05:58:04.500Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"a8247ec0-9ea9-4f4b-bd3a-f205c9450fc7\",\"serviceId\":\"P0W5RLE\",\"serviceName\":\"GUS: NetSec Service Engineering and Architecture(SEA) Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P0W5RLE\",\"responderName\":\"Sivaram Golla\",\"responderId\":\"P85QEUN\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/P85QEUN\",\"incidentNumber\":\"14035476\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q012DJ3O4F0TP4\",\"success\":true,\"pageTimestamp\":\"2025-03-17T05:58:04.434Z\",\"pdData\":{\"incident\":{\"incident_number\":14035476,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T05:58:04Z\",\"updated_at\":\"2025-03-17T05:58:04Z\",\"status\":\"triggered\",\"incident_key\":\"6dabe5b48454476da82bc3993b36b161\",\"service\":{\"id\":\"P0W5RLE\",\"type\":\"service_reference\",\"summary\":\"GUS: NetSec Service Engineering and Architecture(SEA) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P0W5RLE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P0W5RLE\"},\"assignments\":[{\"at\":\"2025-03-17T05:58:04Z\",\"assignee\":{\"id\":\"P85QEUN\",\"type\":\"user_reference\",\"summary\":\"Sivaram Golla\",\"self\":\"https:\/\/api.pagerduty.com\/users\/P85QEUN\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/P85QEUN\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T05:58:04Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R6X79RV4G17I76V02VFKIOMBXQ\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R6X79RV4G17I76V02VFKIOMBXQ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q012DJ3O4F0TP4\/log_entries\/R6X79RV4G17I76V02VFKIOMBXQ\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PK1WHP6\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: NetSec - Infra Incident EP\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PK1WHP6\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PK1WHP6\"},\"teams\":[{\"id\":\"PZ3WKZG\",\"type\":\"team_reference\",\"summary\":\"GUS: NetSec Service Engineering and Architecture(SEA)\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/PZ3WKZG\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/PZ3WKZG\"}],\"impacted_services\":[{\"id\":\"P0W5RLE\",\"type\":\"service_reference\",\"summary\":\"GUS: NetSec Service Engineering and Architecture(SEA) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P0W5RLE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P0W5RLE\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T06:08:04Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P0W5RLE\",\"type\":\"service_reference\",\"summary\":\"GUS: NetSec Service Engineering and Architecture(SEA) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P0W5RLE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P0W5RLE\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q012DJ3O4F0TP4\",\"type\":\"incident\",\"summary\":\"[#14035476] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q012DJ3O4F0TP4\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q012DJ3O4F0TP4\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"sivarama.krishna@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.510862+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084510, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.510890+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084510, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.510912+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191084510, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.511018+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084511, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.511119+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191084511, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.511420+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084511, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T05:58:04.500Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"a8247ec0-9ea9-4f4b-bd3a-f205c9450fc7\",\"serviceId\":\"P0W5RLE\",\"serviceName\":\"GUS: NetSec Service Engineering and Architecture(SEA) Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P0W5RLE\",\"responderName\":\"Sivaram Golla\",\"responderId\":\"P85QEUN\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/P85QEUN\",\"incidentNumber\":\"14035476\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q012DJ3O4F0TP4\",\"success\":true,\"pageTimestamp\":\"2025-03-17T05:58:04.434Z\",\"pdData\":{\"incident\":{\"incident_number\":14035476,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T05:58:04Z\",\"updated_at\":\"2025-03-17T05:58:04Z\",\"status\":\"triggered\",\"incident_key\":\"6dabe5b48454476da82bc3993b36b161\",\"service\":{\"id\":\"P0W5RLE\",\"type\":\"service_reference\",\"summary\":\"GUS: NetSec Service Engineering and Architecture(SEA) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P0W5RLE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P0W5RLE\"},\"assignments\":[{\"at\":\"2025-03-17T05:58:04Z\",\"assignee\":{\"id\":\"P85QEUN\",\"type\":\"user_reference\",\"summary\":\"Sivaram Golla\",\"self\":\"https:\/\/api.pagerduty.com\/users\/P85QEUN\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/P85QEUN\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T05:58:04Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R6X79RV4G17I76V02VFKIOMBXQ\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R6X79RV4G17I76V02VFKIOMBXQ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q012DJ3O4F0TP4\/log_entries\/R6X79RV4G17I76V02VFKIOMBXQ\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PK1WHP6\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: NetSec - Infra Incident EP\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PK1WHP6\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PK1WHP6\"},\"teams\":[{\"id\":\"PZ3WKZG\",\"type\":\"team_reference\",\"summary\":\"GUS: NetSec Service Engineering and Architecture(SEA)\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/PZ3WKZG\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/PZ3WKZG\"}],\"impacted_services\":[{\"id\":\"P0W5RLE\",\"type\":\"service_reference\",\"summary\":\"GUS: NetSec Service Engineering and Architecture(SEA) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P0W5RLE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P0W5RLE\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T06:08:04Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P0W5RLE\",\"type\":\"service_reference\",\"summary\":\"GUS: NetSec Service Engineering and Architecture(SEA) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P0W5RLE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P0W5RLE\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q012DJ3O4F0TP4\",\"type\":\"incident\",\"summary\":\"[#14035476] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q012DJ3O4F0TP4\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q012DJ3O4F0TP4\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"sivarama.krishna@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.511502+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084511, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.511502+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084511, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.511529+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191084512, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.514731+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084512, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.514732+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084512, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-page-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.514733+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084512, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.514734+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084512, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Page notification for icc-page-response - {\"createdAt\":\"2025-03-17T05:58:04.500Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"a8247ec0-9ea9-4f4b-bd3a-f205c9450fc7\",\"serviceId\":\"P0W5RLE\",\"serviceName\":\"GUS: NetSec Service Engineering and Architecture(SEA) Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P0W5RLE\",\"responderName\":\"Sivaram Golla\",\"responderId\":\"P85QEUN\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/P85QEUN\",\"incidentNumber\":\"14035476\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q012DJ3O4F0TP4\",\"success\":true,\"pageTimestamp\":\"2025-03-17T05:58:04.434Z\",\"pdData\":{\"incident\":{\"incident_number\":14035476,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T05:58:04Z\",\"updated_at\":\"2025-03-17T05:58:04Z\",\"status\":\"triggered\",\"incident_key\":\"6dabe5b48454476da82bc3993b36b161\",\"service\":{\"id\":\"P0W5RLE\",\"type\":\"service_reference\",\"summary\":\"GUS: NetSec Service Engineering and Architecture(SEA) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P0W5RLE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P0W5RLE\"},\"assignments\":[{\"at\":\"2025-03-17T05:58:04Z\",\"assignee\":{\"id\":\"P85QEUN\",\"type\":\"user_reference\",\"summary\":\"Sivaram Golla\",\"self\":\"https:\/\/api.pagerduty.com\/users\/P85QEUN\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/P85QEUN\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T05:58:04Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R6X79RV4G17I76V02VFKIOMBXQ\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R6X79RV4G17I76V02VFKIOMBXQ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q012DJ3O4F0TP4\/log_entries\/R6X79RV4G17I76V02VFKIOMBXQ\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PK1WHP6\",\"type\":\"escalation_policy_reference\",\"summary\":\"GUS: NetSec - Infra Incident EP\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PK1WHP6\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PK1WHP6\"},\"teams\":[{\"id\":\"PZ3WKZG\",\"type\":\"team_reference\",\"summary\":\"GUS: NetSec Service Engineering and Architecture(SEA)\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/PZ3WKZG\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/PZ3WKZG\"}],\"impacted_services\":[{\"id\":\"P0W5RLE\",\"type\":\"service_reference\",\"summary\":\"GUS: NetSec Service Engineering and Architecture(SEA) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P0W5RLE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P0W5RLE\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T06:08:04Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P0W5RLE\",\"type\":\"service_reference\",\"summary\":\"GUS: NetSec Service Engineering and Architecture(SEA) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P0W5RLE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P0W5RLE\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q012DJ3O4F0TP4\",\"type\":\"incident\",\"summary\":\"[#14035476] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q012DJ3O4F0TP4\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q012DJ3O4F0TP4\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"sivarama.krishna@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.514746+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084512, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Posting Page to slack: {\"attachments\":[{\"color\":\"#2eb886\",\"blocks\":[{\"text\":{\"type\":\"mrkdwn\",\"text\":\"The following service has been paged:\"},\"type\":\"section\"},{\"type\":\"divider\"},{\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Service*\\n<https:\/\/salesforce.pagerduty.com\/service-directory\/P0W5RLE|GUS: NetSec Service Engineering and Architecture(SEA) Incident Escalation>\"},{\"type\":\"mrkdwn\",\"text\":\"*On Call*\\n<https:\/\/salesforce.pagerduty.com\/users\/P85QEUN|Sivaram Golla>\"}],\"accessory\":{\"text\":{\"type\":\"plain_text\",\"text\":\"Mark as Joined\"},\"action_id\":\"page_mark_joined_action\",\"value\":\"P0W5RLE\",\"type\":\"button\"},\"type\":\"section\"},{\"elements\":[{\"type\":\"mrkdwn\",\"text\":\"PagerDuty: <https:\/\/salesforce.pagerduty.com\/incidents\/Q012DJ3O4F0TP4|14035476>\"}],\"type\":\"context\"}]}],\"response_type\":\"in_channel\",\"channel\":\"C08J0HPF5H9\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.514748+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084536, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537101+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537232+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T05:58:04.527Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"WCFSS4ZBL\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537255+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537256+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537327+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537400+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537403+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-slack-channel-invite-users" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537421+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537444+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-slack-channel-invite-users - {\"createdAt\":\"2025-03-17T05:58:04.527Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"WCFSS4ZBL\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537486+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537571+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537680+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T05:58:04.527Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"WCFSS4ZBL\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537706+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537725+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537779+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191084537, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:58:04.537824+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191165398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2814951424,\"uptime\":2011043.72,\"totalMem\":4018151424,\"loadavg\":[0.37,0.08,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30667260,\"nice\":17720,\"sys\":5016770,\"idle\":1969249990,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30468500,\"nice\":15810,\"sys\":5041660,\"idle\":1969301860,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5987,\"sum\":59636}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:59:25.398791+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191165398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T05:59:25.398908+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191405398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2815987712,\"uptime\":2011283.72,\"totalMem\":4018151424,\"loadavg\":[0.15,0.1,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30669720,\"nice\":17720,\"sys\":5017350,\"idle\":1969486170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30470820,\"nice\":15810,\"sys\":5042180,\"idle\":1969538130,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6001,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:03:25.398767+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191405398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:03:25.398892+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191465398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2815991808,\"uptime\":2011343.72,\"totalMem\":4018151424,\"loadavg\":[0.05,0.08,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30670250,\"nice\":17720,\"sys\":5017470,\"idle\":1969545300,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30471670,\"nice\":15810,\"sys\":5042300,\"idle\":1969597140,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5988,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:04:25.398769+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191465398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:04:25.398906+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192293296, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:18:13.296429+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192293297, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:18:13.297155+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192365398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2823811072,\"uptime\":2012243.73,\"totalMem\":4018151424,\"loadavg\":[0.12,0.09,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30681190,\"nice\":17720,\"sys\":5019360,\"idle\":1970430490,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30482080,\"nice\":15810,\"sys\":5044100,\"idle\":1970482280,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5992,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:19:25.398784+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192365398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:19:25.398906+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192594244, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:23:14.244398+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192594245, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:23:14.245194+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192785398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2817269760,\"uptime\":2012663.73,\"totalMem\":4018151424,\"loadavg\":[0.02,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30685830,\"nice\":17720,\"sys\":5020320,\"idle\":1970843740,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30486650,\"nice\":15810,\"sys\":5045020,\"idle\":1970895260,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5987,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:26:25.398812+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192785398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:26:25.398929+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192838572, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.572301+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192838572, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.573087+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742192838573,\"pid\":69,\"hostname\":\"dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b\",\"name\":\"icc-common\",\"msg\":\"Kafka Consumer is returning ProcessedKafkaEvent {\\\"createdAt\\\":\\\"2025-03-17T06:27:18.409Z\\\",\\\"user\\\":{\\\"id\\\":\\\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\\\",\\\"email\\\":\\\"tuannguyen@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Tuan Nguyen\\\",\\\"firstName\\\":\\\"Tuan\\\",\\\"lastName\\\":\\\"Nguyen\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003SYxZIAW\\\",\\\"slackUserId\\\":\\\"WAS176048\\\",\\\"createdBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"modifiedBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:16.534Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:16.534Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"gsm@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"bf978938-ae01-4224-b772-cf0c107893d2\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStart", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.573261+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "Time\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"f6cfdd0a-1027-7931-b8aa-b3ff9f13899f\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.573261+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192838573, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.573263+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192838573, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.573321+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192838573, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.573438+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192838573, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.575133+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192838574, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.575135+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742192838574,\"pid\":69,\"hostname\":\"dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b\",\"name\":\"icc-common\",\"msg\":\"Kafka Consumer is returning ProcessedKafkaEvent {\\\"createdAt\\\":\\\"2025-03-17T06:27:18.409Z\\\",\\\"user\\\":{\\\"id\\\":\\\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\\\",\\\"email\\\":\\\"tuannguyen@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Tuan Nguyen\\\",\\\"firstName\\\":\\\"Tuan\\\",\\\"lastName\\\":\\\"Nguyen\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003SYxZIAW\\\",\\\"slackUserId\\\":\\\"WAS176048\\\",\\\"createdBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"modifiedBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:16.534Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:16.534Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"gsm@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"bf978938-ae01-4224-b772-cf0c107893d2\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStart", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.575152+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "Time\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"f6cfdd0a-1027-7931-b8aa-b3ff9f13899f\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.575152+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192838574, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.575153+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192838574, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.575154+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192838574, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.575166+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192838574, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.575166+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192838574, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-request" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.575167+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192838574, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.575168+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742192838574,\"pid\":69,\"hostname\":\"dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b\",\"name\":\"icc-notifier\",\"msg\":\"No notification for icc-internal-comms-request - {\\\"createdAt\\\":\\\"2025-03-17T06:27:18.409Z\\\",\\\"user\\\":{\\\"id\\\":\\\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\\\",\\\"email\\\":\\\"tuannguyen@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Tuan Nguyen\\\",\\\"firstName\\\":\\\"Tuan\\\",\\\"lastName\\\":\\\"Nguyen\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000003SYxZIAW\\\",\\\"slackUserId\\\":\\\"WAS176048\\\",\\\"createdBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"modifiedBy\\\":\\\"tuannguyen@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:16.534Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:16.534Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"gsm@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"bf978938-ae01-4224-b772-cf0c107893d2\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactSt", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.575195+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "artTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"f6cfdd0a-1027-7931-b8aa-b3ff9f13899f\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:18.575195+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192845398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818723840,\"uptime\":2012723.73,\"totalMem\":4018151424,\"loadavg\":[0.01,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30686410,\"nice\":17720,\"sys\":5020430,\"idle\":1970902810,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30487230,\"nice\":15810,\"sys\":5045140,\"idle\":1970954310,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5998,\"sum\":59626}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:25.398805+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192845398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:27:25.398926+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192895300, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:28:15.300199+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192895300, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:28:15.301036+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192983517, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.517247+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192983517, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.517453+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192983517, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:43.108Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WBFEYNGA1\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"896a4056-3eac-5428-a85a-815a993ee8fd\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.517531+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192983517, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.517536+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192983517, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.517574+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192983517, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.517686+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192983520, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.521630+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192983520, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created-without-slack-channel' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.521632+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192983520, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:43.108Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WBFEYNGA1\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"896a4056-3eac-5428-a85a-815a993ee8fd\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.521638+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192983520, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.521641+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192983520, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-without-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.521642+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192983520, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.521643+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192983520, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.521644+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192983520, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-incident-created-without-slack-channel" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.521644+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192983520, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.521645+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192983521, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-incident-created-without-slack-channel - {\"createdAt\":\"2025-03-17T06:29:43.108Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WBFEYNGA1\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]},\"eventObj\":{\"isPrivateChannel\":false},\"requestId\":\"896a4056-3eac-5428-a85a-815a993ee8fd\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:43.521647+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192984347, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "set slack channel C08HYDW3893 topic: :icc-sev3: Sev3 | (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:44.347855+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192984591, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "set slack channel C08HYDW3893 purpose: This is the main *Incident Command Center (ICC)* channel for everyone involved in responding to this incident.\n\nVisit *ICC App Home* (slack:\/\/app?team=T01GST6QY0G&id=A02Q50RQQ3B) to learn more about everything you can do here." }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:44.591698+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192988830, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.830646+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192988830, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.830814+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192988830, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:48.299Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.830849+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192988830, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.830894+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192988830, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.830965+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192988831, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.831055+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192988831, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.831144+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192988831, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-report-created' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.831317+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192988831, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:48.299Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.831347+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192988831, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.831348+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192988831, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.831352+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192988831, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.831419+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192988831, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.831420+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192988831, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-report-created" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.831421+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192988831, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.831422+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192988831, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-report-created - {\"createdAt\":\"2025-03-17T06:29:48.299Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:48.831455+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.365609+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192990365, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.365677+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:50.307Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-17T06:29:50.307Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.365694+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.365735+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.365775+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192990365, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.365901+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.365902+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-gus-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.365903+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.365903+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-17T06:29:50.307Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-17T06:29:50.307Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.365920+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990366, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.366672+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192990366, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.366750+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990366, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:50.307Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-17T06:29:50.307Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.366751+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990366, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.366752+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990366, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.366793+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192990366, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:50.366853+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.428351+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.428694+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:56.283Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:29:50.307Z\",\"usdResources\":[]},\"changes\":{\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}]},\"servicesImpacted\":{\"0\":[null,\"Core Live on Falcon\"]}},\"requestId\":\"9135ad66-080c-1782-e979-6edb59a2cdee\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.428800+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.428803+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.428857+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.428960+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.428964+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-incident-updated" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.428982+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996428, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.429023+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.429119+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.429398+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:56.283Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:29:50.307Z\",\"usdResources\":[]},\"changes\":{\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}]},\"servicesImpacted\":{\"0\":[null,\"Core Live on Falcon\"]}},\"requestId\":\"9135ad66-080c-1782-e979-6edb59a2cdee\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.429493+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.429493+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.429556+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996429, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.429592+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996617, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.617580+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996617, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.617788+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996617, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:56.565Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C10L0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QcN2AV\"}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.617822+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996617, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.617865+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996617, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.617910+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996617, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.618020+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742192996618, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.618236+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996618, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.618314+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996618, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.618423+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996618, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:56.565Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C10L0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QcN2AV\"}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.618424+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996618, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.618445+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996618, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.618509+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996618, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.618592+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996649, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.649400+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996649, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.649606+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996649, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:56.565Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C10L0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QcN2AV\"}],\"cis\":[{\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"createLock\":true,\"sfid\":\"aCqEE000000C10L0AS\",\"configurationItem\":{\"id\":\"a7JEE00000J7QcN2AV\",\"name\":\"swe96s\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod16-eunorth1.core1.swe96s\",\"parentId\":\"a7JEE000005dCCv2AM\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T06:29:55.674Z\",\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":null}}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.649608+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996649, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.649611+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996649, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.649665+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996649, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.649748+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742192996649, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.649952+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996649, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.650040+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996650, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.650206+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996650, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:56.565Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C10L0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QcN2AV\"}],\"cis\":[{\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"createLock\":true,\"sfid\":\"aCqEE000000C10L0AS\",\"configurationItem\":{\"id\":\"a7JEE00000J7QcN2AV\",\"name\":\"swe96s\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod16-eunorth1.core1.swe96s\",\"parentId\":\"a7JEE000005dCCv2AM\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T06:29:55.674Z\",\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":null}}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.650216+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996650, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.650220+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996650, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.650270+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996650, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:56.650299+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192998329, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:58.329740+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192998329, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:58.329848+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192998329, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"active\",\"externalId\":\"a8LEE00001BcYpw2AF\",\"incidentToCiId\":\"7055addb-45b2-4ea7-9b87-87371b687582\"}],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:58.329849+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192998329, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:58.329849+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192998329, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:58.329929+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192998330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:58.330043+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192998330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:58.330203+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192998330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:58.330204+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192998330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"active\",\"externalId\":\"a8LEE00001BcYpw2AF\",\"incidentToCiId\":\"7055addb-45b2-4ea7-9b87-87371b687582\"}],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:58.330234+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192998330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:58.330234+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192998330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:58.330267+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192998330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:58.330331+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742192998330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:29:58.330545+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193025402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822279168,\"uptime\":2012903.73,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30688520,\"nice\":17720,\"sys\":5020790,\"idle\":1971079890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30488930,\"nice\":15810,\"sys\":5045570,\"idle\":1971131380,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6083,\"sum\":59592}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:25.402807+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193025402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:25.402855+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189137+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-to-generate' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189338+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:38.160Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true},\"requestId\":\"n0eql-mhlpwx-5k7u9t-t2kkh4-1742193037750\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189362+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189376+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189448+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189534+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189630+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-to-generate' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189762+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:38.160Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true},\"requestId\":\"n0eql-mhlpwx-5k7u9t-t2kkh4-1742193037750\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189810+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189811+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189869+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189909+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189910+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-bridge-to-generate" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189962+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.189963+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-bridge-to-generate - {\"createdAt\":\"2025-03-17T06:30:38.160Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true},\"requestId\":\"n0eql-mhlpwx-5k7u9t-t2kkh4-1742193037750\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:38.190037+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.330527+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.330775+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:50.610Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"9bjpod-k90v6e-veg3f7-jlk64-1742193050344\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.330811+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.330855+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.330875+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051330, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.331007+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.331055+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332927+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:50.636Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":[],\"requestId\":\"9bjpod-k90v6e-veg3f7-jlk64-1742193050344\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332931+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332933+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332934+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332935+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332935+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332935+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:51.024Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"name\":\"Anna Marie Kaibigan\",\"email\":\"akaibigan@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-17T06:13:34.000Z\",\"2025-03-17T06:13:00.000Z\"],\"impact\":{\"0\":[\"PerformanceDegradation\",\"CurrentlyUnderInvestigation\"]},\"impactStartTime\":[\"2025-03-17T06:29:41.802Z\",\"2025-03-17T06:29:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}]}},\"requestId\":\"9bjpod-k90v6e-veg3f7-jlk64-1742193050344\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332947+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332959+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332960+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332960+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332961+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332961+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:50.610Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"9bjpod-k90v6e-veg3f7-jlk64-1742193050344\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332963+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051331, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332965+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332966+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332968+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332968+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-usd-resource-deleted" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332969+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332970+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-usd-resource-deleted - {\"createdAt\":\"2025-03-17T06:30:50.610Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"9bjpod-k90v6e-veg3f7-jlk64-1742193050344\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332973+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332974+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332974+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:50.636Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":[],\"requestId\":\"9bjpod-k90v6e-veg3f7-jlk64-1742193050344\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332976+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332977+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332977+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332977+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332978+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-usd-resource-created" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332978+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332978+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-usd-resource-created - {\"createdAt\":\"2025-03-17T06:30:50.636Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":[],\"requestId\":\"9bjpod-k90v6e-veg3f7-jlk64-1742193050344\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332991+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332992+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332992+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:51.024Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"name\":\"Anna Marie Kaibigan\",\"email\":\"akaibigan@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-17T06:13:34.000Z\",\"2025-03-17T06:13:00.000Z\"],\"impact\":{\"0\":[\"PerformanceDegradation\",\"CurrentlyUnderInvestigation\"]},\"impactStartTime\":[\"2025-03-17T06:29:41.802Z\",\"2025-03-17T06:29:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}]}},\"requestId\":\"9bjpod-k90v6e-veg3f7-jlk64-1742193050344\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332998+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332998+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332999+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332999+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.332999+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-incident-updated" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.333000+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051332, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.333000+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051385, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.385110+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051385, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.385193+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051385, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:51.331Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.385221+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051385, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.385232+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051385, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.385296+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051385, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.385381+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742193051385, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.385570+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.386191+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.386252+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:51.331Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.386303+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.386303+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.386340+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051386, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:51.386398+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055885, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.885556+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193055885, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.885713+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055885, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:55.675Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"name\":\"Anna Marie Kaibigan\",\"email\":\"akaibigan@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:30:55.675Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.885794+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055885, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.885798+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055885, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.885857+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193055885, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.885954+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055885, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.885966+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055885, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-gus-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.885993+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055885, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.886024+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055886, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-17T06:30:55.675Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"name\":\"Anna Marie Kaibigan\",\"email\":\"akaibigan@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:30:55.675Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.886057+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055889, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.889941+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193055890, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.890114+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055890, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:55.675Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"name\":\"Anna Marie Kaibigan\",\"email\":\"akaibigan@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:30:55.675Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.890115+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055890, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.890159+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055890, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.890243+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193055890, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:30:55.890295+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "[WARN]  web-api:WebClient:0 The top-level `text` argument is missing in the request payload for a chat.postMessage call - It's a best practice to always provide a `text` argument when posting a message. The `text` is used in places where the content cannot be rendered such as: system push notifications, assistive technology such as screen readers, etc.", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:31:19.618279+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "[WARN]  web-api:WebClient:0 Additionally, the attachment-level `fallback` argument is missing in the request payload for a chat.postMessage call - To avoid this warning, it is recommended to always provide a top-level `text` argument when posting a message. Alternatively, you can provide an attachment-level `fallback` argument, though this is now considered a legacy field (see https:\/\/api.slack.com\/reference\/messaging\/attachments#legacy_fields for more details).", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:31:19.618282+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193085398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822283264,\"uptime\":2012963.73,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30689230,\"nice\":17720,\"sys\":5020970,\"idle\":1971138910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30489580,\"nice\":15810,\"sys\":5045730,\"idle\":1971190410,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":21,\"num\":6043,\"sum\":59607}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:31:25.398793+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193085398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:31:25.398923+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287146, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.146703+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193287146, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.146871+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287146, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:34:46.381Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"ea411a93-9570-47eb-88ae-b2f951e80c45\",\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.146872+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287146, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.146906+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287146, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.146948+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193287147, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.147061+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287147, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.147063+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287147, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  bullmq-job-completed" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.147065+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287147, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.147111+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287147, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-17T06:34:46.381Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"ea411a93-9570-47eb-88ae-b2f951e80c45\",\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.147113+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287147, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.147213+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193287147, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.147300+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287147, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:34:46.381Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"ea411a93-9570-47eb-88ae-b2f951e80c45\",\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"New\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.147327+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287147, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.147328+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287147, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.147375+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193287147, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.147411+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287190, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191089+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191337+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:34:47.181Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"ea411a93-9570-47eb-88ae-b2f951e80c45\",\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"ea411a93-9570-47eb-88ae-b2f951e80c45\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"offsetUnit\":\"m\",\"recurrence\":50,\"triggersAt\":\"2025-03-17T10:34:46.349Z\",\"isRecurring\":true,\"occurrences\":[{\"oid\":\"30aa78f6-7f62-4bf3-b391-78bf42c1443c\",\"triggeredAt\":\"2025-03-17T06:34:47.163Z\",\"completed\":false}],\"offsetValue\":5,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"New\"},\"frequencyValue\":4,\"currentOccurrence\":1,\"inheritedFromTeamConfig\":true,\"currentOccurrenceId\":\"30aa78f6-7f62-4bf3-b391-78bf42c1443c\"},\"slackChannelId\":\"C08HYDW3893\",\"nextDueAt\":\"2025-03-17T10:34:46.349Z\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191340+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191387+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191388+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191494+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191505+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-reminder-triggered" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191521+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191521+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-17T06:34:47.181Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"ea411a93-9570-47eb-88ae-b2f951e80c45\",\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"ea411a93-9570-47eb-88ae-b2f951e80c45\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"offsetUnit\":\"m\",\"recurrence\":50,\"triggersAt\":\"2025-03-17T10:34:46.349Z\",\"isRecurring\":true,\"occurrences\":[{\"oid\":\"30aa78f6-7f62-4bf3-b391-78bf42c1443c\",\"triggeredAt\":\"2025-03-17T06:34:47.163Z\",\"completed\":false}],\"offsetValue\":5,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"New\"},\"frequencyValue\":4,\"currentOccurrence\":1,\"inheritedFromTeamConfig\":true,\"currentOccurrenceId\":\"30aa78f6-7f62-4bf3-b391-78bf42c1443c\"},\"slackChannelId\":\"C08HYDW3893\",\"nextDueAt\":\"2025-03-17T10:34:46.349Z\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191904+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191908+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191909+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:34:47.181Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"ea411a93-9570-47eb-88ae-b2f951e80c45\",\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"New\"},\"reminderData\":{\"id\":\"ea411a93-9570-47eb-88ae-b2f951e80c45\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"offsetUnit\":\"m\",\"recurrence\":50,\"triggersAt\":\"2025-03-17T10:34:46.349Z\",\"isRecurring\":true,\"occurrences\":[{\"oid\":\"30aa78f6-7f62-4bf3-b391-78bf42c1443c\",\"triggeredAt\":\"2025-03-17T06:34:47.163Z\",\"completed\":false}],\"offsetValue\":5,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"New\"},\"frequencyValue\":4,\"currentOccurrence\":1,\"inheritedFromTeamConfig\":true,\"currentOccurrenceId\":\"30aa78f6-7f62-4bf3-b391-78bf42c1443c\"},\"slackChannelId\":\"C08HYDW3893\",\"nextDueAt\":\"2025-03-17T10:34:46.349Z\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191911+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191911+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191913+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193287191, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:34:47.191914+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193745398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821681152,\"uptime\":2013623.73,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30695810,\"nice\":17720,\"sys\":5022250,\"idle\":1971788640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30496640,\"nice\":15810,\"sys\":5047130,\"idle\":1971840010,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5986,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:42:25.398779+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193745398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:42:25.398892+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193798245, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:18.245810+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193798246, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:18.246550+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193823083, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.083729+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193823083, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.083801+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193823083, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:43:42.913Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:43:42.913Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.083805+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193823083, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.083806+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193823083, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.083885+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193823083, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.083985+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193823083, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.084030+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193823084, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.084103+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193823084, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:43:42.913Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:43:42.913Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.084153+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193823084, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.084156+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193823084, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.084189+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193823084, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.084249+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193823084, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.084271+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193823084, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-gus-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.084296+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193823084, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.084310+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193823084, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-17T06:43:42.913Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:43:42.913Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.084369+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193823084, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No slack channel found for incident. Caching event icc-gus-response for later processing" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:43:43.084371+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193910238, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.238284+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193910238, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.238639+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193910238, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:45:10.228Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"cbf0b01a-68f1-4d95-a295-4987f5501f6f\",\"sequenceNumber\":1}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.238735+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193910238, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.238736+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193910238, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.238798+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193910238, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.239525+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193910238, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.239527+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193910238, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.239528+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193910238, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.239528+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193910238, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-17T06:45:10.228Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"cbf0b01a-68f1-4d95-a295-4987f5501f6f\",\"sequenceNumber\":1}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.239534+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193910239, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.239535+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193910239, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.239537+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193910239, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:45:10.228Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"cbf0b01a-68f1-4d95-a295-4987f5501f6f\",\"sequenceNumber\":1}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.239550+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193910239, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.239550+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193910239, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.239550+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193910239, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:10.239551+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193925398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822934528,\"uptime\":2013803.73,\"totalMem\":4018151424,\"loadavg\":[0.08,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30698050,\"nice\":17720,\"sys\":5022680,\"idle\":1971965630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30498570,\"nice\":15810,\"sys\":5047470,\"idle\":1972017110,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5995,\"sum\":59626}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:25.398766+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193925398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:45:25.398897+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194045398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821013504,\"uptime\":2013923.73,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30699480,\"nice\":17720,\"sys\":5022930,\"idle\":1972083850,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30500360,\"nice\":15810,\"sys\":5047710,\"idle\":1972135170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5988,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:47:25.398776+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194045398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:47:25.398885+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194285398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825670656,\"uptime\":2014163.73,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30702760,\"nice\":17880,\"sys\":5023490,\"idle\":1972318970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30503300,\"nice\":15810,\"sys\":5048320,\"idle\":1972370680,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5987,\"sum\":59635}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:51:25.398759+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194285398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:51:25.398923+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397822, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.822519+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194397822, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.822624+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397822, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:53:17.769Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"11f99fe5-db0c-489d-9f90-796a782fb917\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.822698+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397822, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.822700+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397822, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.822747+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194397822, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.822849+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397822, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.822994+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194397823, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.823236+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397823, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:53:17.769Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"11f99fe5-db0c-489d-9f90-796a782fb917\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.823237+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397823, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.823237+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397823, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.823239+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194397823, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.823239+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397823, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.823240+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397823, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  bullmq-job-completed" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.823241+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397823, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.823242+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397823, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-17T06:53:17.769Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"11f99fe5-db0c-489d-9f90-796a782fb917\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.823242+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906245+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906351+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:53:17.856Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"11f99fe5-db0c-489d-9f90-796a782fb917\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"11f99fe5-db0c-489d-9f90-796a782fb917\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T06:53:17.740Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HYDW3893\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906371+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906371+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906431+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906901+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906902+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-reminder-triggered" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906903+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906903+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-17T06:53:17.856Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"11f99fe5-db0c-489d-9f90-796a782fb917\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"11f99fe5-db0c-489d-9f90-796a782fb917\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T06:53:17.740Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HYDW3893\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906904+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906905+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906905+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:53:17.856Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"11f99fe5-db0c-489d-9f90-796a782fb917\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"11f99fe5-db0c-489d-9f90-796a782fb917\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T06:53:17.740Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HYDW3893\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906906+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906907+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906909+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194397906, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:17.906909+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194425212, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:45.212611+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194425213, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:53:45.213378+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194645398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828546048,\"uptime\":2014523.73,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30706250,\"nice\":17880,\"sys\":5024320,\"idle\":1972673300,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30507370,\"nice\":15810,\"sys\":5049080,\"idle\":1972725020,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5990,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:57:25.398786+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194645398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:57:25.398900+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194722393, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.393907+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194722394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.394467+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194722394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:58:42.221Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob was found to have been not working. We used a change case to restart the coreapp in which the cronjob was hosted to get us out of impact. The cronjob is now moving but we are currently waiting for the full clearing of the delays in the queue. Currently at a monitoring state as the jobs dequeues.\",\"sentAt\":\"2025-03-17T06:58:41.877Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"8e4b511a-e0c5-4e17-8887-bde179eec16f\",\"allInternalCommsReport\":[{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob was found to have been not working. We used a change case to restart the coreapp in which the cronjob was hosted to get us out of impact. The cronjob is now moving but we are currently waiting for the full clearing of the delays in the queue. Currently at a monitoring state as the jobs dequeues.\",\"sentAt\":\"2025-03-17T06:58:41.877Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\",\"actions\":\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\"},\"sentAt\":\"2025-03-17T06:45:09.128Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"8fd9b4bf-9a6d-6ee4-57e7-e7121c7f4633\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.394608+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194722394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.394650+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194722394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.394735+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194722394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.394833+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194722394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.394837+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194722394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-request" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.394855+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194722394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.394911+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194722394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-internal-comms-request - {\"createdAt\":\"2025-03-17T06:58:42.221Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob was found to have been not working. We used a change case to restart the coreapp in which the cronjob was hosted to get us out of impact. The cronjob is now moving but we are currently waiting for the full clearing of the delays in the queue. Currently at a monitoring state as the jobs dequeues.\",\"sentAt\":\"2025-03-17T06:58:41.877Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"8e4b511a-e0c5-4e17-8887-bde179eec16f\",\"allInternalCommsReport\":[{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob was found to have been not working. We used a change case to restart the coreapp in which the cronjob was hosted to get us out of impact. The cronjob is now moving but we are currently waiting for the full clearing of the delays in the queue. Currently at a monitoring state as the jobs dequeues.\",\"sentAt\":\"2025-03-17T06:58:41.877Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\",\"actions\":\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\"},\"sentAt\":\"2025-03-17T06:45:09.128Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"8fd9b4bf-9a6d-6ee4-57e7-e7121c7f4633\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.395008+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194722395, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.395096+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194722395, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.395517+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194722395, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:58:42.221Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob was found to have been not working. We used a change case to restart the coreapp in which the cronjob was hosted to get us out of impact. The cronjob is now moving but we are currently waiting for the full clearing of the delays in the queue. Currently at a monitoring state as the jobs dequeues.\",\"sentAt\":\"2025-03-17T06:58:41.877Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"8e4b511a-e0c5-4e17-8887-bde179eec16f\",\"allInternalCommsReport\":[{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob was found to have been not working. We used a change case to restart the coreapp in which the cronjob was hosted to get us out of impact. The cronjob is now moving but we are currently waiting for the full clearing of the delays in the queue. Currently at a monitoring state as the jobs dequeues.\",\"sentAt\":\"2025-03-17T06:58:41.877Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\",\"actions\":\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\"},\"sentAt\":\"2025-03-17T06:45:09.128Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"8fd9b4bf-9a6d-6ee4-57e7-e7121c7f4633\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.395621+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194722395, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.395625+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194722395, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.395676+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194722395, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:42.395758+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723272, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.272956+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194723273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.273305+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:58:43.263Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"8e4b511a-e0c5-4e17-8887-bde179eec16f\",\"sequenceNumber\":2}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.273435+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.273436+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.273494+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194723273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.273591+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.273676+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194723273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.273963+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:58:43.263Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"8e4b511a-e0c5-4e17-8887-bde179eec16f\",\"sequenceNumber\":2}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.274055+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.274058+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.274134+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194723274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.274206+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.274216+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.274219+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.274239+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723274, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-17T06:58:43.263Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"8e4b511a-e0c5-4e17-8887-bde179eec16f\",\"sequenceNumber\":2}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:58:43.274336+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194765398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2827608064,\"uptime\":2014643.73,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30707340,\"nice\":17880,\"sys\":5024550,\"idle\":1972791400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30508520,\"nice\":15810,\"sys\":5049310,\"idle\":1972843190,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6006,\"sum\":59623}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:59:25.398806+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194765398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T06:59:25.398864+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195005398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2827730944,\"uptime\":2014883.73,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30709500,\"nice\":17880,\"sys\":5025080,\"idle\":1973027670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30510980,\"nice\":15810,\"sys\":5049860,\"idle\":1973079350,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5990,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:03:25.398809+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195005398, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:03:25.398924+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237002, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.002304+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237002, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.002539+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237002, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:16.991Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000J7QcN2AV\",\"lock\":false,\"gusCaseRecordId\":\"500EE00001TybJdYAJ\"}],\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.002580+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237002, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.002582+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237002, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.002634+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237002, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.002750+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237002, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.002801+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237002, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-update-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.002987+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237002, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:16.993Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T07:07:16.920Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-17T06:29:55.636Z\",\"modifiedAt\":\"2025-03-17T07:07:16.609Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"configurationItemId\":\"a7JEE00000J7QcN2AV\",\"createLock\":false,\"sfid\":\"aCqEE000000C10L0AS\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":\"a8LEE00001BcYpw2AF\"}],\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003025+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003039+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003067+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003130+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003178+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-release-request' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003354+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:16.994Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T06:29:58.331Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-17T06:29:55.636Z\",\"modifiedAt\":\"2025-03-17T07:07:16.609Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"configurationItemId\":\"a7JEE00000J7QcN2AV\",\"createLock\":false,\"sfid\":\"aCqEE000000C10L0AS\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":\"a8LEE00001BcYpw2AF\"}],\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003384+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003397+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003443+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003472+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003524+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003690+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:16.733Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"name\":\"Tuan Nguyen\",\"email\":\"tuannguyen@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"changes\":{\"status\":[\"InProgress\",\"Resolved\"],\"impact\":{\"0\":[\"CurrentlyUnderInvestigation\",\"PerformanceDegradation\"]},\"impactEndTime\":[\"\",\"2025-03-17T07:03:00.000Z\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Other\"]},\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003709+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003710+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003754+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003786+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003859+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.003995+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237003, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:16.991Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000J7QcN2AV\",\"lock\":false,\"gusCaseRecordId\":\"500EE00001TybJdYAJ\"}],\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004018+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004031+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004062+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004103+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004119+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-incident-to-cis-request" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004120+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004134+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-incident-to-cis-request - {\"createdAt\":\"2025-03-17T07:07:16.991Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000J7QcN2AV\",\"lock\":false,\"gusCaseRecordId\":\"500EE00001TybJdYAJ\"}],\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004179+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004243+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-update-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004398+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:16.993Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T07:07:16.920Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-17T06:29:55.636Z\",\"modifiedAt\":\"2025-03-17T07:07:16.609Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"configurationItemId\":\"a7JEE00000J7QcN2AV\",\"createLock\":false,\"sfid\":\"aCqEE000000C10L0AS\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":\"a8LEE00001BcYpw2AF\"}],\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004422+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004436+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-update-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004472+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004525+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004526+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-ctc-lock-update-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004546+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004546+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-ctc-lock-update-response - {\"createdAt\":\"2025-03-17T07:07:16.993Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T07:07:16.920Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-17T06:29:55.636Z\",\"modifiedAt\":\"2025-03-17T07:07:16.609Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"configurationItemId\":\"a7JEE00000J7QcN2AV\",\"createLock\":false,\"sfid\":\"aCqEE000000C10L0AS\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":\"a8LEE00001BcYpw2AF\"}],\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004581+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004634+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-release-request' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004799+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:16.994Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T06:29:58.331Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-17T06:29:55.636Z\",\"modifiedAt\":\"2025-03-17T07:07:16.609Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"configurationItemId\":\"a7JEE00000J7QcN2AV\",\"createLock\":false,\"sfid\":\"aCqEE000000C10L0AS\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":\"a8LEE00001BcYpw2AF\"}],\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004822+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004836+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-release-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004877+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004920+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004921+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-ctc-lock-release-request" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004940+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004941+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-ctc-lock-release-request - {\"createdAt\":\"2025-03-17T07:07:16.994Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T06:29:58.331Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-17T06:29:55.636Z\",\"modifiedAt\":\"2025-03-17T07:07:16.609Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"configurationItemId\":\"a7JEE00000J7QcN2AV\",\"createLock\":false,\"sfid\":\"aCqEE000000C10L0AS\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":\"a8LEE00001BcYpw2AF\"}],\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.004972+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237004, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.005024+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237005, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-resolved' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.005168+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237005, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:16.733Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"name\":\"Tuan Nguyen\",\"email\":\"tuannguyen@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"changes\":{\"status\":[\"InProgress\",\"Resolved\"],\"impact\":{\"0\":[\"CurrentlyUnderInvestigation\",\"PerformanceDegradation\"]},\"impactEndTime\":[\"\",\"2025-03-17T07:03:00.000Z\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Other\"]},\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.005198+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237005, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.005211+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237005, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-resolved\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.005233+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237005, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.005280+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237005, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.005280+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237005, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-incident-resolved" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.005295+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237005, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.005295+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237005, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Incident resolved notification for icc-incident-resolved - {\"createdAt\":\"2025-03-17T07:07:16.733Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"name\":\"Tuan Nguyen\",\"email\":\"tuannguyen@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"changes\":{\"status\":[\"InProgress\",\"Resolved\"],\"impact\":{\"0\":[\"CurrentlyUnderInvestigation\",\"PerformanceDegradation\"]},\"impactEndTime\":[\"\",\"2025-03-17T07:03:00.000Z\"],\"category\":[\"\",\"Application\"],\"rootCause\":[\"\",\"Other\"]},\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.005350+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237031, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.032122+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237032, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.032386+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237032, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:16.676Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.032495+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237032, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.032495+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237032, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.032518+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237032, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.032643+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237032, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.032643+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237032, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-usd-resource-deleted" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.032647+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237032, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.032647+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237032, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-usd-resource-deleted - {\"createdAt\":\"2025-03-17T07:07:16.676Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.032733+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237032, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.032778+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237033, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.033495+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237033, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:16.700Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":[],\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.033530+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237033, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.033533+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237033, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.033567+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237033, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.033646+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237033, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.033647+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237033, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-usd-resource-created" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.033647+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237033, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.033648+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237033, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-usd-resource-created - {\"createdAt\":\"2025-03-17T07:07:16.700Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":[],\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.033717+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237033, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.033884+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237034, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.034127+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237034, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:16.676Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.034180+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237034, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.034182+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237034, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.034207+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237034, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.034256+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237034, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.034313+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237034, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.034580+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237034, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:16.700Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":[],\"requestId\":\"c7ad6089-78db-3090-1501-bb63e076fcaa\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.034633+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237034, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.034634+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237034, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.034664+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237034, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.034703+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237045, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.045302+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237045, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.045363+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237045, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"timestamp\":\"2025-03-17T07:07:16.993Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.045366+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237045, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.045367+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237045, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.045367+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237045, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.045368+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742195237045, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.045605+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237045, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.045668+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237045, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.045730+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237045, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"timestamp\":\"2025-03-17T07:07:16.993Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.045742+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237045, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.045745+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237045, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.045784+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237045, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.045847+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237085, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.085332+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237085, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.085449+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237085, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:17.033Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.085488+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237085, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.085503+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237085, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.085559+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237085, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.085641+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237085, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.085720+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237085, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.085803+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237085, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:17.033Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.085803+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237085, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.085804+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237085, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.085826+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237085, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.085881+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742195237085, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.086052+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237313, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.313707+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237313, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.313845+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237313, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:17.263Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C10L0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QcN2AV\"}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.313855+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237313, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.313863+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237313, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.313925+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237313, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.314018+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237314, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.314107+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237314, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.314191+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237314, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:17.263Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C10L0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QcN2AV\"}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.314192+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237314, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.314192+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237314, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.314241+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237314, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.314297+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742195237314, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.314513+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237335, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.335877+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237336, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.336045+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237336, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:17.263Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C10L0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QcN2AV\"}],\"cis\":[{\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"createLock\":false,\"sfid\":\"aCqEE000000C10L0AS\",\"configurationItem\":{\"id\":\"a7JEE00000J7QcN2AV\",\"name\":\"swe96s\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod16-eunorth1.core1.swe96s\",\"parentId\":\"a7JEE000005dCCv2AM\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T07:07:16.920Z\",\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":\"a8LEE00001BcYpw2AF\"}}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.336065+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237336, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.336084+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237336, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.336129+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237336, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.336208+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742195237336, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.336385+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237336, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.336431+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237336, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.336555+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237336, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:07:17.263Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C10L0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QcN2AV\"}],\"cis\":[{\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"createLock\":false,\"sfid\":\"aCqEE000000C10L0AS\",\"configurationItem\":{\"id\":\"a7JEE00000J7QcN2AV\",\"name\":\"swe96s\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod16-eunorth1.core1.swe96s\",\"parentId\":\"a7JEE000005dCCv2AM\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T07:07:16.920Z\",\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":\"a8LEE00001BcYpw2AF\"}}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.336578+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237336, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.336589+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195237336, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.336640+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195237336, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:17.336671+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195245402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824503296,\"uptime\":2015123.73,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30711870,\"nice\":17880,\"sys\":5025630,\"idle\":1973263840,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30513600,\"nice\":15810,\"sys\":5050450,\"idle\":1973315620,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6011,\"sum\":59618}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:25.402768+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195245402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:07:25.402902+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195424565, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.565482+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195424566, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.566286+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742195424566,\"pid\":69,\"hostname\":\"dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b\",\"name\":\"icc-common\",\"msg\":\"Kafka Consumer is returning ProcessedKafkaEvent {\\\"createdAt\\\":\\\"2025-03-17T07:10:24.554Z\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":10,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"sentBy\\\":\\\"Priyanka Sharma\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Snyder electric misconfiguration is impacting other customer in the same super pod.\\\",\\\"actions\\\":\\\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:10:24.160Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\",\\\"gsm@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"250bcb61-226f-4929-b69e-d81cd02c2f4b\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":10,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"sentBy\\\":\\\"Priyanka Sharma\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Snyder electric misconfiguration is impacting other customer in the same super pod.\\\",\\\"actions\\\":\\\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:10:24.160Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messagin", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.566447+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "g setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"zn6wx-2cmpkl-rlzd4a-yk93cv-1742195423201\\\",\\\"client\\\":\\\"icc-ui\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.566447+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195424566, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.566449+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195424566, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.567958+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195424566, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.567961+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195424566, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.567961+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195424566, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-request" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.567962+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195424566, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.567963+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742195424566,\"pid\":69,\"hostname\":\"dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b\",\"name\":\"icc-notifier\",\"msg\":\"No notification for icc-internal-comms-request - {\\\"createdAt\\\":\\\"2025-03-17T07:10:24.554Z\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":10,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"sentBy\\\":\\\"Priyanka Sharma\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Snyder electric misconfiguration is impacting other customer in the same super pod.\\\",\\\"actions\\\":\\\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:10:24.160Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\",\\\"gsm@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"250bcb61-226f-4929-b69e-d81cd02c2f4b\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":10,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"sentBy\\\":\\\"Priyanka Sharma\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Snyder electric misconfiguration is impacting other customer in the same super pod.\\\",\\\"actions\\\":\\\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:10:24.160Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messa", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.567981+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "ging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"zn6wx-2cmpkl-rlzd4a-yk93cv-1742195423201\\\",\\\"client\\\":\\\"icc-ui\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.567981+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195424566, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.567981+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195424567, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.567982+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742195424567,\"pid\":69,\"hostname\":\"dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b\",\"name\":\"icc-common\",\"msg\":\"Kafka Consumer is returning ProcessedKafkaEvent {\\\"createdAt\\\":\\\"2025-03-17T07:10:24.554Z\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":10,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"sentBy\\\":\\\"Priyanka Sharma\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Snyder electric misconfiguration is impacting other customer in the same super pod.\\\",\\\"actions\\\":\\\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:10:24.160Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\",\\\"gsm@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"250bcb61-226f-4929-b69e-d81cd02c2f4b\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":10,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"sentBy\\\":\\\"Priyanka Sharma\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Snyder electric misconfiguration is impacting other customer in the same super pod.\\\",\\\"actions\\\":\\\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:10:24.160Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a  broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messagin", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.568202+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "g setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"zn6wx-2cmpkl-rlzd4a-yk93cv-1742195423201\\\",\\\"client\\\":\\\"icc-ui\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.568202+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195424568, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.568205+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195424568, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.568257+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195424568, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:10:24.568358+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195485402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824794112,\"uptime\":2015363.73,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30714510,\"nice\":17880,\"sys\":5026180,\"idle\":1973499960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30516220,\"nice\":15810,\"sys\":5050990,\"idle\":1973551900,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5997,\"sum\":59627}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:11:25.402785+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195485402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:11:25.402911+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195905402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824347648,\"uptime\":2015783.73,\"totalMem\":4018151424,\"loadavg\":[0.55,0.15,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30719220,\"nice\":17880,\"sys\":5027160,\"idle\":1973913330,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30521070,\"nice\":15810,\"sys\":5051900,\"idle\":1973965240,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5988,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:18:25.402781+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195905402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:18:25.402904+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195930279, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:18:50.279523+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195930280, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:18:50.280671+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196205402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2817085440,\"uptime\":2016083.73,\"totalMem\":4018151424,\"loadavg\":[0.06,0.09,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30723360,\"nice\":17880,\"sys\":5027810,\"idle\":1974208100,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30525470,\"nice\":15810,\"sys\":5052600,\"idle\":1974260080,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5991,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:23:25.402790+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196205402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:23:25.402926+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328316, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.316971+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196328317, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.317287+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328317, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:25:28.291Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T07:07:22.220Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"c0ca8ed9-fd9e-48ed-7019-1b0a435b6fdf\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.317368+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328317, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.317370+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328317, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.317405+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196328317, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.318559+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328317, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.318561+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196328318, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.318563+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328318, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:25:28.291Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T07:07:22.220Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"c0ca8ed9-fd9e-48ed-7019-1b0a435b6fdf\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.318570+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328318, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.318570+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328318, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.318571+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196328318, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.318572+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328318, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.318572+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328318, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-usd-resource-deleted" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.318573+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328318, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.318574+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328318, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-usd-resource-deleted - {\"createdAt\":\"2025-03-17T07:25:28.291Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T07:07:22.220Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"c0ca8ed9-fd9e-48ed-7019-1b0a435b6fdf\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.318581+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328324, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.324887+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325193+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:25:28.315Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T07:07:22.220Z\"},\"eventObj\":[],\"requestId\":\"c0ca8ed9-fd9e-48ed-7019-1b0a435b6fdf\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325287+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325288+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325304+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325408+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325408+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-usd-resource-created" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325409+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325424+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-usd-resource-created - {\"createdAt\":\"2025-03-17T07:25:28.315Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T07:07:22.220Z\"},\"eventObj\":[],\"requestId\":\"c0ca8ed9-fd9e-48ed-7019-1b0a435b6fdf\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325457+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325540+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325817+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:25:28.315Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for  Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T07:07:22.220Z\"},\"eventObj\":[],\"requestId\":\"c0ca8ed9-fd9e-48ed-7019-1b0a435b6fdf\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325913+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325917+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325917+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196328325, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.325963+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.373437+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196328373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.373507+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:25:28.325Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.373508+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.373536+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.373579+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196328373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.373658+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742196328373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.374131+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.374133+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196328373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.374133+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:25:28.325Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.374134+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328373, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.374135+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196328374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.374136+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196328374, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:25:28.374136+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608562, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.562519+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196608562, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-folder-created' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563180+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608562, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:30:08.512Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"18wMUKIgBxFnlFGvGSF-alC7bxi_DeMoh\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563188+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608562, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563188+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608562, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563189+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196608562, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563190+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608562, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563191+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608562, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-bridge-folder-created" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563192+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608562, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563192+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608562, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-bridge-folder-created - {\"createdAt\":\"2025-03-17T07:30:08.512Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"18wMUKIgBxFnlFGvGSF-alC7bxi_DeMoh\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563193+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608563, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563703+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196608563, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-folder-created' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563704+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608563, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:30:08.512Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"18wMUKIgBxFnlFGvGSF-alC7bxi_DeMoh\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563705+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608563, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563706+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608563, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563706+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196608563, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:08.563707+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196622825, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:22.825673+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196622825, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:22.825778+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196622825, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:22.825790+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196622825, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:22.825840+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196622825, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:22.825901+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196622825, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:22.826015+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196622826, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:22.826159+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196622826, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:22.826549+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196622826, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:22.826550+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196622826, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:22.826551+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196622826, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:22.826552+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196622826, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:22.826553+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742196622826, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:30:22.826555+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196745402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824101888,\"uptime\":2016623.73,\"totalMem\":4018151424,\"loadavg\":[0.03,0.04,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30728770,\"nice\":17880,\"sys\":5028920,\"idle\":1974739610,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30531160,\"nice\":15810,\"sys\":5053660,\"idle\":1974791510,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5989,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:32:25.402770+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196745402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:32:25.402880+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196833208, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:33:53.208398+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196833209, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:33:53.209135+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196925402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2833616896,\"uptime\":2016803.73,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30730590,\"nice\":17880,\"sys\":5029360,\"idle\":1974916790,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30533020,\"nice\":15810,\"sys\":5054050,\"idle\":1974968620,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5990,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:35:25.402785+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196925402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:35:25.402902+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742197045402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2833575936,\"uptime\":2016923.73,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30731740,\"nice\":17880,\"sys\":5029620,\"idle\":1975034960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30534280,\"nice\":15810,\"sys\":5054290,\"idle\":1975086730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5989,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:37:25.402798+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742197045402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:37:25.402862+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742197105402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2833338368,\"uptime\":2016983.73,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30732150,\"nice\":17880,\"sys\":5029770,\"idle\":1975094040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30535100,\"nice\":15810,\"sys\":5054420,\"idle\":1975145770,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5991,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:38:25.402800+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742197105402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:38:25.402940+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742197165402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2831826944,\"uptime\":2017043.73,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30732650,\"nice\":17880,\"sys\":5029910,\"idle\":1975153110,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30535770,\"nice\":15810,\"sys\":5054510,\"idle\":1975204770,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5995,\"sum\":59628}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:39:25.402771+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742197165402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:39:25.402896+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742197405402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828021760,\"uptime\":2017283.73,\"totalMem\":4018151424,\"loadavg\":[0.09,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30735340,\"nice\":17880,\"sys\":5030480,\"idle\":1975389270,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30538140,\"nice\":15810,\"sys\":5054970,\"idle\":1975440990,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5989,\"sum\":59634}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:43:25.402780+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742197405402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:43:25.402884+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742197465402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828414976,\"uptime\":2017343.73,\"totalMem\":4018151424,\"loadavg\":[0.03,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30735830,\"nice\":17880,\"sys\":5030620,\"idle\":1975448410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30538770,\"nice\":15810,\"sys\":5055070,\"idle\":1975500010,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6002,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:44:25.402773+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742197465402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:44:25.402865+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742197525402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829058048,\"uptime\":2017403.73,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30736360,\"nice\":17880,\"sys\":5030730,\"idle\":1975507520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30539550,\"nice\":15810,\"sys\":5055170,\"idle\":1975558960,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5991,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:45:25.402756+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742197525402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:45:25.402882+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742198305402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2827587584,\"uptime\":2018183.73,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30744650,\"nice\":17880,\"sys\":5032280,\"idle\":1976274640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30547960,\"nice\":15810,\"sys\":5056760,\"idle\":1976326430,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5989,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:58:25.402832+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742198305402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T07:58:25.402965+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742198845402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829467648,\"uptime\":2018723.73,\"totalMem\":4018151424,\"loadavg\":[0.06,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30751120,\"nice\":17880,\"sys\":5033390,\"idle\":1976806150,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30553950,\"nice\":15810,\"sys\":5057790,\"idle\":1976858090,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5991,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:07:25.402764+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742198845402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:07:25.402929+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199085402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828558336,\"uptime\":2018963.73,\"totalMem\":4018151424,\"loadavg\":[0.01,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30753520,\"nice\":17880,\"sys\":5033900,\"idle\":1977042420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30556340,\"nice\":15810,\"sys\":5058290,\"idle\":1977094410,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5991,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:11:25.402775+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199085402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:11:25.402899+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199166459, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "set slack channel C08JMPZNEGY topic: :icc-sev2: Sev2 | APT Degradation on USA662s, core2, aws-prod5-uswest2" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:46.460034+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199168890, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891102+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891247+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:12:48.881Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-8314687c-abb3-4165-bbbf-414b12112a6b\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\",\"isManaged\":true},\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891291+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891294+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891348+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891440+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891511+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891671+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:12:48.881Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-8314687c-abb3-4165-bbbf-414b12112a6b\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\",\"isManaged\":true},\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891672+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891696+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891751+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891799+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891837+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-bridge-generated" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891838+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891877+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199168891, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-bridge-generated - {\"createdAt\":\"2025-03-17T08:12:48.881Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-8314687c-abb3-4165-bbbf-414b12112a6b\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\",\"isManaged\":true},\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:48.891925+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199173662, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.662580+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199173662, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.662712+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199173662, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:12:53.612Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"createdAt\":\"2025-03-17T08:12:47.849Z\",\"modifiedAt\":\"2025-03-17T08:12:52.871Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.662794+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199173662, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.662814+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199173662, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.662876+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199173662, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.663006+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199173663, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.663036+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199173663, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-slack-channel-renamed" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.663037+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199173663, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.663059+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199173663, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-slack-channel-renamed - {\"createdAt\":\"2025-03-17T08:12:53.612Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"createdAt\":\"2025-03-17T08:12:47.849Z\",\"modifiedAt\":\"2025-03-17T08:12:52.871Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.663114+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199173663, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.663200+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199173663, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.663251+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199173663, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:12:53.612Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"createdAt\":\"2025-03-17T08:12:47.849Z\",\"modifiedAt\":\"2025-03-17T08:12:52.871Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.663276+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199173663, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.663292+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199173663, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.663353+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199173663, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:12:53.663397+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199180489, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:00.489730+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199180489, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:00.489873+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199180489, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"e6b75ce2-ca2b-46f7-8b51-6441c7b9106d\",\"status\":\"active\",\"externalId\":\"a8LEE00001Bctft2AB\",\"incidentToCiId\":\"d6d4dd28-3f22-4427-b9e9-134a823c8027\"}],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:00.489874+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199180489, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:00.489927+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199180489, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:00.489998+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199180490, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:00.490138+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742199180490, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:00.490395+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199180490, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:00.490468+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199180490, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:00.490558+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199180490, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"e6b75ce2-ca2b-46f7-8b51-6441c7b9106d\",\"status\":\"active\",\"externalId\":\"a8LEE00001Bctft2AB\",\"incidentToCiId\":\"d6d4dd28-3f22-4427-b9e9-134a823c8027\"}],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:00.490564+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199180490, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:00.490564+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199180490, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:00.490593+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199180490, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:00.490658+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199205402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828210176,\"uptime\":2019083.73,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30754750,\"nice\":17880,\"sys\":5034170,\"idle\":1977160510,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30557720,\"nice\":15810,\"sys\":5058580,\"idle\":1977212420,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6095,\"sum\":59583}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:25.402772+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199205402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:13:25.402886+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199325402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2828443648,\"uptime\":2019203.73,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30756150,\"nice\":17880,\"sys\":5034430,\"idle\":1977278650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30559300,\"nice\":15810,\"sys\":5058830,\"idle\":1977330550,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5999,\"sum\":59625}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:15:25.402820+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199325402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:15:25.402934+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199445402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2827513856,\"uptime\":2019323.73,\"totalMem\":4018151424,\"loadavg\":[0.06,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30757590,\"nice\":17880,\"sys\":5034590,\"idle\":1977396790,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30561120,\"nice\":15810,\"sys\":5059020,\"idle\":1977448650,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5991,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:17:25.402785+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199445402, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:17:25.402910+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "[WARN]  web-api:WebClient:0 The top-level `text` argument is missing in the request payload for a chat.postMessage call - It's a best practice to always provide a `text` argument when posting a message. The `text` is used in places where the content cannot be rendered such as: system push notifications, assistive technology such as screen readers, etc.", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:18:32.751801+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "[WARN]  web-api:WebClient:0 Additionally, the attachment-level `fallback` argument is missing in the request payload for a chat.postMessage call - To avoid this warning, it is recommended to always provide a top-level `text` argument when posting a message. Alternatively, you can provide an attachment-level `fallback` argument, though this is now considered a legacy field (see https:\/\/api.slack.com\/reference\/messaging\/attachments#legacy_fields for more details).", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:18:32.751818+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:04.999206+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199544999, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:04.999556+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:19:04.844Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-17T08:06:02.000Z\",\"2025-03-17T08:06:00.000Z\"],\"impactStartTime\":[\"2025-03-17T08:12:44.236Z\",\"2025-03-17T07:53:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}]}},\"requestId\":\"2mfwus-5qc7j4-o0s1j2f-pehef-1742199544162\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:04.999665+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:04.999669+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:04.999669+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199544999, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:04.999811+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:04.999812+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-incident-updated" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:04.999812+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: {}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:04.999839+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:04.999938+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199545000, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:05.000217+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199545000, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:19:04.844Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-17T08:06:02.000Z\",\"2025-03-17T08:06:00.000Z\"],\"impactStartTime\":[\"2025-03-17T08:12:44.236Z\",\"2025-03-17T07:53:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}]}},\"requestId\":\"2mfwus-5qc7j4-o0s1j2f-pehef-1742199544162\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:05.000310+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199545000, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:05.000311+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199545000, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:05.000314+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199545000, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:19:05.000375+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.394548+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.394630+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:22:59.342Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.394666+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.394669+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.394730+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.394866+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.394867+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  bullmq-job-completed" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.394869+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.394880+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for bullmq-job-completed - {\"createdAt\":\"2025-03-17T08:22:59.342Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.394891+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.394990+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779395, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.395199+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779395, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:22:59.342Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.395200+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779395, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.395202+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779395, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.395203+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779395, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.395203+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478256+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478351+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:22:59.428Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T08:22:59.291Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08JMPZNEGY\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478392+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478393+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478437+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478581+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478582+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-reminder-triggered" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478584+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478584+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-reminder-triggered - {\"createdAt\":\"2025-03-17T08:22:59.428Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T08:22:59.291Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08JMPZNEGY\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478921+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478923+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478923+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:22:59.428Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T08:22:59.291Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08JMPZNEGY\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478924+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478925+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478925+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779478, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:22:59.478925+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199865406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820014080,\"uptime\":2019743.73,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30762170,\"nice\":17880,\"sys\":5035450,\"idle\":1977809780,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30565760,\"nice\":15810,\"sys\":5060020,\"idle\":1977861670,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6002,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:24:25.406791+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199865406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:24:25.406874+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.697214+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.697432+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:26:52.685Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"ok\":true,\"id\":\"db552bc4-61a4-42f3-871b-8e10993ec5b1\",\"serviceId\":\"P25VK5X\",\"serviceName\":\"GUS: CAPE Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"jxu8v-3qnfe-c2lej-ziuadg-1742200012298\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.697459+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.697461+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.697521+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.698567+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.698570+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.698571+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:26:52.685Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"ok\":true,\"id\":\"db552bc4-61a4-42f3-871b-8e10993ec5b1\",\"serviceId\":\"P25VK5X\",\"serviceName\":\"GUS: CAPE Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"jxu8v-3qnfe-c2lej-ziuadg-1742200012298\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.698572+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.698574+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.698576+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.698576+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.698577+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-page-request" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.698578+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.698579+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200012697, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-page-request - {\"createdAt\":\"2025-03-17T08:26:52.685Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"ok\":true,\"id\":\"db552bc4-61a4-42f3-871b-8e10993ec5b1\",\"serviceId\":\"P25VK5X\",\"serviceName\":\"GUS: CAPE Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"jxu8v-3qnfe-c2lej-ziuadg-1742200012298\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:26:52.698581+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200353676, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.676890+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677082+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:32:33.451Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"ok\":true,\"id\":\"81729dc0-3427-4332-bb2b-dc9c63e85152\",\"serviceId\":\"PTTI6WN\",\"serviceName\":\"GUS: HRMS (fka Core Service Protection - CSP) Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"dt4yck-j32n7h-xav8ik-wky4hn-1742200352646\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677162+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677163+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677202+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677321+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677392+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677572+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:32:33.451Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"ok\":true,\"id\":\"81729dc0-3427-4332-bb2b-dc9c63e85152\",\"serviceId\":\"PTTI6WN\",\"serviceName\":\"GUS: HRMS (fka Core Service Protection - CSP) Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"dt4yck-j32n7h-xav8ik-wky4hn-1742200352646\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677792+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677795+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677797+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677798+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677800+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-page-request" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677801+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677801+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200353677, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-page-request - {\"createdAt\":\"2025-03-17T08:32:33.451Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"ok\":true,\"id\":\"81729dc0-3427-4332-bb2b-dc9c63e85152\",\"serviceId\":\"PTTI6WN\",\"serviceName\":\"GUS: HRMS (fka Core Service Protection - CSP) Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"dt4yck-j32n7h-xav8ik-wky4hn-1742200352646\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:33.677804+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "[WARN]  web-api:WebClient:0 The top-level `text` argument is missing in the request payload for a chat.postMessage call - It's a best practice to always provide a `text` argument when posting a message. The `text` is used in places where the content cannot be rendered such as: system push notifications, assistive technology such as screen readers, etc.", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:34.045428+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "[WARN]  web-api:WebClient:0 Additionally, the attachment-level `fallback` argument is missing in the request payload for a chat.postMessage call - To avoid this warning, it is recommended to always provide a top-level `text` argument when posting a message. Alternatively, you can provide an attachment-level `fallback` argument, though this is now considered a legacy field (see https:\/\/api.slack.com\/reference\/messaging\/attachments#legacy_fields for more details).", "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:32:34.045430+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200405406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2819756032,\"uptime\":2020283.73,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30767440,\"nice\":17880,\"sys\":5036490,\"idle\":1978341200,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30571850,\"nice\":15810,\"sys\":5061170,\"idle\":1978393020,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6007,\"sum\":59626}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:33:25.406819+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200405406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:33:25.406903+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200525406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2820026368,\"uptime\":2020403.73,\"totalMem\":4018151424,\"loadavg\":[0.02,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30768460,\"nice\":17880,\"sys\":5036750,\"idle\":1978459350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30573050,\"nice\":15810,\"sys\":5061430,\"idle\":1978511080,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5992,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:35:25.406776+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200525406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:35:25.406903+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200765406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2819563520,\"uptime\":2020643.73,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30770820,\"nice\":17880,\"sys\":5037200,\"idle\":1978695740,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30575600,\"nice\":15810,\"sys\":5061920,\"idle\":1978747230,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6000,\"sum\":59628}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:39:25.406771+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200765406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:39:25.406883+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200826023, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.023620+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200826023, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.023832+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200826023, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:40:25.928Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"cf582ec5-f906-4e2a-9e8e-d0ef30ad0d80\",\"sequenceNumber\":2}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.023902+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200826023, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.023907+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200826023, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.023925+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200826023, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.024027+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200826024, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.024127+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200826024, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.024319+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200826024, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:40:25.928Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"cf582ec5-f906-4e2a-9e8e-d0ef30ad0d80\",\"sequenceNumber\":2}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.024369+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200826024, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.024372+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200826024, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.024412+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200826024, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.024456+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200826024, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.024493+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200826024, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.024497+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200826024, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.024498+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200826024, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-17T08:40:25.928Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"cf582ec5-f906-4e2a-9e8e-d0ef30ad0d80\",\"sequenceNumber\":2}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:40:26.024533+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201065406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2818396160,\"uptime\":2020943.73,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30774380,\"nice\":17880,\"sys\":5037830,\"idle\":1978991010,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30579240,\"nice\":15810,\"sys\":5062580,\"idle\":1979042570,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6001,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:44:25.406779+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201065406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:44:25.406930+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201245406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821566464,\"uptime\":2021123.73,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30776510,\"nice\":17880,\"sys\":5038210,\"idle\":1979168230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30581600,\"nice\":15810,\"sys\":5063020,\"idle\":1979219730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5991,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:47:25.406773+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201245406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:47:25.406892+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453964, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.964786+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201453964, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965020+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:50:53.954Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\",\"sequenceNumber\":12}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965062+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965103+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965130+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965240+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965241+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965288+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965293+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-17T08:50:53.954Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\",\"sequenceNumber\":12}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965372+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965473+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965671+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:50:53.954Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\",\"sequenceNumber\":12}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965832+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965836+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965837+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201453965, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:50:53.965837+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201545406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821771264,\"uptime\":2021423.73,\"totalMem\":4018151424,\"loadavg\":[0.12,0.14,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30780330,\"nice\":17880,\"sys\":5038930,\"idle\":1979463120,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30585210,\"nice\":15810,\"sys\":5063700,\"idle\":1979514730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5986,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:52:25.406782+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201545406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:52:25.406879+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201687986, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.987024+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201687987, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.987262+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201687987, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:54:47.567Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"ok\":true,\"id\":\"28c9ce55-d7a3-4127-9375-f2c1d44cc899\",\"serviceId\":\"PEP3OTT\",\"serviceName\":\"GUS: Core Database Performance Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"8a6oi-3o4ih4-vbfqrn-8mec0b-1742201687229\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.987326+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201687987, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.987374+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201687987, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.987462+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201687987, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.987575+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201687987, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.987667+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201687987, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.987873+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201687987, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:54:47.567Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"ok\":true,\"id\":\"28c9ce55-d7a3-4127-9375-f2c1d44cc899\",\"serviceId\":\"PEP3OTT\",\"serviceName\":\"GUS: Core Database Performance Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"8a6oi-3o4ih4-vbfqrn-8mec0b-1742201687229\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.987916+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201687987, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.987953+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201687987, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.987971+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201687988, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.988045+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201687988, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.988049+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201687988, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-page-request" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.988069+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201687988, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.988092+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201687988, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-page-request - {\"createdAt\":\"2025-03-17T08:54:47.567Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"ok\":true,\"id\":\"28c9ce55-d7a3-4127-9375-f2c1d44cc899\",\"serviceId\":\"PEP3OTT\",\"serviceName\":\"GUS: Core Database Performance Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"8a6oi-3o4ih4-vbfqrn-8mec0b-1742201687229\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:54:47.988149+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201785406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821095424,\"uptime\":2021663.73,\"totalMem\":4018151424,\"loadavg\":[0,0.05,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30782640,\"nice\":17880,\"sys\":5039430,\"idle\":1979699350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30587390,\"nice\":15810,\"sys\":5064240,\"idle\":1979750940,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":21,\"num\":5993,\"sum\":59626}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.406795+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201785406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.406922+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201785584, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.584360+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201785584, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.584662+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201785584, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:56:25.333Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"9f3c6baf-2290-4a80-949f-3b68059651e4\",\"sequenceNumber\":3}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.584741+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201785584, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.584760+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201785584, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.584828+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201785584, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.584934+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201785585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.585064+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201785585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.585269+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201785585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:56:25.333Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"9f3c6baf-2290-4a80-949f-3b68059651e4\",\"sequenceNumber\":3}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.585322+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201785585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.585357+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201785585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.585360+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201785585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.585405+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201785585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.585406+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201785585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.585432+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201785585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.585433+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201785585, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-notifier", "msg": "No notification for icc-internal-comms-response - {\"createdAt\":\"2025-03-17T08:56:25.333Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"9f3c6baf-2290-4a80-949f-3b68059651e4\",\"sequenceNumber\":3}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:56:25.585473+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201905406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821132288,\"uptime\":2021783.73,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30783940,\"nice\":17880,\"sys\":5039640,\"idle\":1979817410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30588480,\"nice\":15810,\"sys\":5064430,\"idle\":1979869240,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":5990,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:58:25.406774+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201905406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:58:25.406929+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201950285, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:59:10.285356+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201950286, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:59:10.286233+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201965406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2821476352,\"uptime\":2021843.73,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30784740,\"nice\":17880,\"sys\":5039750,\"idle\":1979876470,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30589100,\"nice\":15810,\"sys\":5064530,\"idle\":1979928290,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6001,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:59:25.406771+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201965406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T08:59:25.406917+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742202385406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825940992,\"uptime\":2022263.73,\"totalMem\":4018151424,\"loadavg\":[0.08,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30788640,\"nice\":17880,\"sys\":5040540,\"idle\":1980289850,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30593950,\"nice\":15810,\"sys\":5065320,\"idle\":1980341530,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5990,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:06:25.406749+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742202385406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:06:25.406867+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742202985406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2825035776,\"uptime\":2022863.73,\"totalMem\":4018151424,\"loadavg\":[0.04,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30795240,\"nice\":17880,\"sys\":5041730,\"idle\":1980880440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30599780,\"nice\":15810,\"sys\":5066600,\"idle\":1980932170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":21,\"num\":5987,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:16:25.406774+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742202985406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:16:25.406869+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742203165406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2824572928,\"uptime\":2023043.73,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30796900,\"nice\":17880,\"sys\":5042110,\"idle\":1981057670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30601600,\"nice\":15810,\"sys\":5067020,\"idle\":1981109350,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6002,\"sum\":59628}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:19:25.406754+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742203165406, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:19:25.406886+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742203455272, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:24:15.272654+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742203455273, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:24:15.273435+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742203765410, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822524928,\"uptime\":2023643.74,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30803190,\"nice\":17880,\"sys\":5043470,\"idle\":1981647830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30608520,\"nice\":15810,\"sys\":5068320,\"idle\":1981699380,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5998,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:29:25.410812+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742203765410, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:29:25.411020+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742203945410, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2822316032,\"uptime\":2023823.74,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30805070,\"nice\":17880,\"sys\":5043880,\"idle\":1981824940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30610310,\"nice\":15810,\"sys\":5068710,\"idle\":1981876550,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5990,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:32:25.410844+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742203945411, "pid": 69, "hostname": "dyno-45ed6aec-7763-4b03-9cb2-9279e4cc613b", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:32:25.411063+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205085586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2873917440,\"uptime\":2024963.91,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30825000,\"nice\":17880,\"sys\":5048000,\"idle\":1982936810,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30630550,\"nice\":15810,\"sys\":5072610,\"idle\":1982988070,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":5988,\"sum\":59628}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:51:25.586798+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205085586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:51:25.586943+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205168000, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.000875+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001225+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:52:47.432Z\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"incident\":{\"id\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"slackChannel\":{\"id\":\"C08JAS7REP3\",\"name\":\"icc-73106277\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD13-EUWEST2, Functional_Domain:  core1, Cell: gbr112, Orgs_Impacted: multiorgimpact\",\"description\":\"Sherlock detected an APT Incident for Cell: gbr112, FI: AWS-PROD13-EUWEST2. \\nAnomalies detected in the timeframe 2025-03-17 09:13:00.000 - 2025-03-17 09:13:00.000.\\n\\nCase created using .case by @Uma Shankar Balasubramaniam in #cp-sre-alerts for gbr112\",\"detectedTime\":\"2025-03-17T09:17:03.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1HFYKEJHQU9ZA\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T09:48:07.833Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/fji-efdv-txg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-230-1581, pin: 789707801; \\nFind numbers in more regions on https:\/\/tel.meet\/fji-efdv-txg?pin=3921110598112, pin: 3921110598112\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T09:48:07.833Z\",\"modifiedAt\":\"2025-03-17T09:48:07.833Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"801e99d8-9d09-465a-8c54-97a7c544d17c\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T09:48:07.833Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73106277\",\"caseRecordId\":\"500EE00001Tys4OYAR\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/zKI2A2WFcpyU\",\"engagedAt\":\"2025-03-17T09:48:21.966Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:48:28.369Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/fji-efdv-txg\",\"sentBySlackUserId\":\"U02HB83KSF2\",\"sentBy\":\"Uma Shankar Balasubramaniam\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T09:48:07.833Z\",\"duration\":\"5 minutes\",\"incidentCommander\":\"Uma Shankar Balasubramaniam\",\"incidentCommanderSlackUserId\":\"U02HB83KSF2\",\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD13-EUWEST2, Functional_Domain:  core1, Cell: gbr112, Orgs_Impacted: multiorgimpact\",\"team\":\"Site Reliability\",\"content\":\"CP-SRE received APT alert for gbr 112. Impact was self resolved, doing a retro trust post.\",\"sentAt\":\"2025-03-17T09:52:46.940Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"36aa204d-d386-46c5-9303-25efbb20363c\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/fji-efdv-txg\",\"sentBySlackUserId\":\"U02HB83KSF2\",\"sentBy\":\"Uma Shankar Balasubramaniam\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T09:48:07.833Z\",\"duration\":\"5 minutes\",\"incidentCommander\":\"Uma Shankar Balasubramaniam\",\"incidentCommanderSlackUserId\":\"U02HB83KSF2\",\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD13-EUWEST2, Functional_Domain:  core1, Cell: gbr112, Orgs_Impacted: multiorgimpact\",\"team\":\"Site Reliability\",\"content\":\"CP-SRE received APT alert for gbr 112. Impact was self resolved, doing a retro trust post.\",\"sentAt\":\"2025-03-17T09:52:46.940Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"vgn3be-nq8mtu-nlzkb-wm7t4d-1742205166729\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001319+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001341+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001342+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001463+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001540+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001795+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:52:47.432Z\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"incident\":{\"id\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"slackChannel\":{\"id\":\"C08JAS7REP3\",\"name\":\"icc-73106277\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD13-EUWEST2, Functional_Domain:  core1, Cell: gbr112, Orgs_Impacted: multiorgimpact\",\"description\":\"Sherlock detected an APT Incident for Cell: gbr112, FI: AWS-PROD13-EUWEST2. \\nAnomalies detected in the timeframe 2025-03-17 09:13:00.000 - 2025-03-17 09:13:00.000.\\n\\nCase created using .case by @Uma Shankar Balasubramaniam in #cp-sre-alerts for gbr112\",\"detectedTime\":\"2025-03-17T09:17:03.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1HFYKEJHQU9ZA\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T09:48:07.833Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/fji-efdv-txg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-230-1581, pin: 789707801; \\nFind numbers in more regions on https:\/\/tel.meet\/fji-efdv-txg?pin=3921110598112, pin: 3921110598112\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T09:48:07.833Z\",\"modifiedAt\":\"2025-03-17T09:48:07.833Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"801e99d8-9d09-465a-8c54-97a7c544d17c\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T09:48:07.833Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73106277\",\"caseRecordId\":\"500EE00001Tys4OYAR\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/zKI2A2WFcpyU\",\"engagedAt\":\"2025-03-17T09:48:21.966Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:48:28.369Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/fji-efdv-txg\",\"sentBySlackUserId\":\"U02HB83KSF2\",\"sentBy\":\"Uma Shankar Balasubramaniam\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T09:48:07.833Z\",\"duration\":\"5 minutes\",\"incidentCommander\":\"Uma Shankar Balasubramaniam\",\"incidentCommanderSlackUserId\":\"U02HB83KSF2\",\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD13-EUWEST2, Functional_Domain:  core1, Cell: gbr112, Orgs_Impacted: multiorgimpact\",\"team\":\"Site Reliability\",\"content\":\"CP-SRE received APT alert for gbr 112. Impact was self resolved, doing a retro trust post.\",\"sentAt\":\"2025-03-17T09:52:46.940Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"36aa204d-d386-46c5-9303-25efbb20363c\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/fji-efdv-txg\",\"sentBySlackUserId\":\"U02HB83KSF2\",\"sentBy\":\"Uma Shankar Balasubramaniam\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T09:48:07.833Z\",\"duration\":\"5 minutes\",\"incidentCommander\":\"Uma Shankar Balasubramaniam\",\"incidentCommanderSlackUserId\":\"U02HB83KSF2\",\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD13-EUWEST2, Functional_Domain:  core1, Cell: gbr112, Orgs_Impacted: multiorgimpact\",\"team\":\"Site Reliability\",\"content\":\"CP-SRE received APT alert for gbr 112. Impact was self resolved, doing a retro trust post.\",\"sentAt\":\"2025-03-17T09:52:46.940Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"vgn3be-nq8mtu-nlzkb-wm7t4d-1742205166729\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001864+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001888+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001889+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001967+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001968+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-internal-comms-request" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001969+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.001985+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205168001, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "No notification for icc-internal-comms-request - {\"createdAt\":\"2025-03-17T09:52:47.432Z\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"incident\":{\"id\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"slackChannel\":{\"id\":\"C08JAS7REP3\",\"name\":\"icc-73106277\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD13-EUWEST2, Functional_Domain:  core1, Cell: gbr112, Orgs_Impacted: multiorgimpact\",\"description\":\"Sherlock detected an APT Incident for Cell: gbr112, FI: AWS-PROD13-EUWEST2. \\nAnomalies detected in the timeframe 2025-03-17 09:13:00.000 - 2025-03-17 09:13:00.000.\\n\\nCase created using .case by @Uma Shankar Balasubramaniam in #cp-sre-alerts for gbr112\",\"detectedTime\":\"2025-03-17T09:17:03.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1HFYKEJHQU9ZA\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T09:48:07.833Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/fji-efdv-txg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-230-1581, pin: 789707801; \\nFind numbers in more regions on https:\/\/tel.meet\/fji-efdv-txg?pin=3921110598112, pin: 3921110598112\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T09:48:07.833Z\",\"modifiedAt\":\"2025-03-17T09:48:07.833Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"801e99d8-9d09-465a-8c54-97a7c544d17c\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T09:48:07.833Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73106277\",\"caseRecordId\":\"500EE00001Tys4OYAR\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/zKI2A2WFcpyU\",\"engagedAt\":\"2025-03-17T09:48:21.966Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:48:28.369Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/fji-efdv-txg\",\"sentBySlackUserId\":\"U02HB83KSF2\",\"sentBy\":\"Uma Shankar Balasubramaniam\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T09:48:07.833Z\",\"duration\":\"5 minutes\",\"incidentCommander\":\"Uma Shankar Balasubramaniam\",\"incidentCommanderSlackUserId\":\"U02HB83KSF2\",\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD13-EUWEST2, Functional_Domain:  core1, Cell: gbr112, Orgs_Impacted: multiorgimpact\",\"team\":\"Site Reliability\",\"content\":\"CP-SRE received APT alert for gbr 112. Impact was self resolved, doing a retro trust post.\",\"sentAt\":\"2025-03-17T09:52:46.940Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"36aa204d-d386-46c5-9303-25efbb20363c\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/fji-efdv-txg\",\"sentBySlackUserId\":\"U02HB83KSF2\",\"sentBy\":\"Uma Shankar Balasubramaniam\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T09:48:07.833Z\",\"duration\":\"5 minutes\",\"incidentCommander\":\"Uma Shankar Balasubramaniam\",\"incidentCommanderSlackUserId\":\"U02HB83KSF2\",\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD13-EUWEST2, Functional_Domain:  core1, Cell: gbr112, Orgs_Impacted: multiorgimpact\",\"team\":\"Site Reliability\",\"content\":\"CP-SRE received APT alert for gbr 112. Impact was self resolved, doing a retro trust post.\",\"sentAt\":\"2025-03-17T09:52:46.940Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"vgn3be-nq8mtu-nlzkb-wm7t4d-1742205166729\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:52:48.002059+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205205582, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2873708544,\"uptime\":2025083.91,\"totalMem\":4018151424,\"loadavg\":[0.05,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30826220,\"nice\":17880,\"sys\":5048280,\"idle\":1983054850,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30631930,\"nice\":15810,\"sys\":5072830,\"idle\":1983106200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":21,\"num\":5993,\"sum\":59623}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:25.582866+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205205583, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:25.583146+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205208216, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:28.216490+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205208217, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:28.217348+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218952, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.952660+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205218952, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.952835+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218952, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:53:38.901Z\",\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C13Z0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000KN9Nn2AL\"}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.952837+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218952, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.952840+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218952, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.952917+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205218952, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.952995+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742205218953, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.953202+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218953, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.953293+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205218953, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.953396+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218953, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:53:38.901Z\",\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C13Z0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000KN9Nn2AL\"}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.953398+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218953, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.953398+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218953, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.953467+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205218953, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.953497+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218990, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.990281+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205218990, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.990385+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218990, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:53:38.901Z\",\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C13Z0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000KN9Nn2AL\"}],\"cis\":[{\"id\":\"11db556f-df12-40e0-88e5-7b88d50968a6\",\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"createLock\":false,\"sfid\":\"aCqEE000000C13Z0AS\",\"configurationItem\":{\"id\":\"a7JEE00000KN9Nn2AL\",\"name\":\"gbr112\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod13-euwest2.core1.gbr112\",\"parentId\":\"a7JEE000002iWKn2AM\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T09:48:21.874Z\",\"modifiedAt\":\"2025-03-17T09:53:38.415Z\",\"id\":\"04dd798e-dac1-45b0-ae4b-eacd37172ee8\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"externalId\":\"a8LEE00001BdDmX2AV\"}}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.990401+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218990, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.990426+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218990, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.990504+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205218990, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.990594+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218990, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.990678+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205218990, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.990792+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218990, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:53:38.901Z\",\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C13Z0AS\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000KN9Nn2AL\"}],\"cis\":[{\"id\":\"11db556f-df12-40e0-88e5-7b88d50968a6\",\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"createLock\":false,\"sfid\":\"aCqEE000000C13Z0AS\",\"configurationItem\":{\"id\":\"a7JEE00000KN9Nn2AL\",\"name\":\"gbr112\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod13-euwest2.core1.gbr112\",\"parentId\":\"a7JEE000002iWKn2AM\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T09:48:21.874Z\",\"modifiedAt\":\"2025-03-17T09:53:38.415Z\",\"id\":\"04dd798e-dac1-45b0-ae4b-eacd37172ee8\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"externalId\":\"a8LEE00001BdDmX2AV\"}}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.990809+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218990, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.990823+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205218990, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.990877+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205218990, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.990916+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742205218991, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:38.991120+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205220490, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:40.490426+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205220490, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:40.490542+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205220490, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"04dd798e-dac1-45b0-ae4b-eacd37172ee8\",\"status\":\"inactive\",\"externalId\":\"a8LEE00001BdDmX2AV\",\"incidentToCiId\":\"11db556f-df12-40e0-88e5-7b88d50968a6\"}],\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:40.490543+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205220490, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:40.490566+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205220490, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:40.490632+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205220490, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:40.490716+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205220490, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:40.490799+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205220490, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:40.490883+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205220490, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"04dd798e-dac1-45b0-ae4b-eacd37172ee8\",\"status\":\"inactive\",\"externalId\":\"a8LEE00001BdDmX2AV\",\"incidentToCiId\":\"11db556f-df12-40e0-88e5-7b88d50968a6\"}],\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:40.490884+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205220490, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:40.490884+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205220490, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:40.490921+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205220490, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:40.490977+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742205220491, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:53:40.491208+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205318388, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:18.388316+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205318388, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:18.388375+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205318388, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:55:18.336Z\",\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:18.388395+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205318388, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:18.388428+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205318388, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:18.388477+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205318388, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:18.388583+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205318388, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:18.388636+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205318388, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:18.388712+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205318388, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:55:18.336Z\",\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:18.388750+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205318388, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:18.388751+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205318388, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:18.388788+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205318388, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:18.388840+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742205318388, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:18.389052+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205321823, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.823218+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205321823, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.823487+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205321823, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:55:21.815Z\",\"incident\":{\"id\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"slackChannel\":{\"id\":\"C08JAS7REP3\",\"name\":\"icc-73106277\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD13-EUWEST2, Functional_Domain:  core1, Cell: gbr112, Orgs_Impacted: multiorgimpact\",\"description\":\"Sherlock detected an APT Incident for Cell: gbr112, FI: AWS-PROD13-EUWEST2. \\nAnomalies detected in the timeframe 2025-03-17 09:13:00.000 - 2025-03-17 09:13:00.000.\\n\\nCase created using .case by @Uma Shankar Balasubramaniam in #cp-sre-alerts for gbr112\",\"detectedTime\":\"2025-03-17T09:17:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1HFYKEJHQU9ZA\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T09:00:00.000Z\",\"impactEndTime\":\"2025-03-17T09:09:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/fji-efdv-txg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-230-1581, pin: 789707801; \\nFind numbers in more regions on https:\/\/tel.meet\/fji-efdv-txg?pin=3921110598112, pin: 3921110598112\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-17T09:48:07.833Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuZZYAY\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"High GC resulted in High APT and Connection pool\",\"customerExperience\":\"Performance Degradation\",\"immediateResolution\":\"No Action were taken. Incident was self resolved.\",\"aarQuestions\":\"What caused high GC?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - Connection Pool\",\"closedBy\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"createdBy\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"modifiedBy\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-17T09:55:18.037Z\",\"modifiedAt\":\"2025-03-17T09:55:18.037Z\",\"id\":\"d0cbd20e-19b3-4cbe-874f-cc409e7329e1\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73106277\",\"caseRecordId\":\"500EE00001Tys4OYAR\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https:\/\/salesforce.quip.com\/zKI2A2WFcpyU\",\"engagedAt\":\"2025-03-17T09:48:21.966Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:53:43.499Z\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/zKI2A2WFcpyU\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.823600+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205321823, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.823604+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205321823, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.823653+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205321823, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.823830+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205321823, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.823911+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205321824, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.824143+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205321824, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:55:21.815Z\",\"incident\":{\"id\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"slackChannel\":{\"id\":\"C08JAS7REP3\",\"name\":\"icc-73106277\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD13-EUWEST2, Functional_Domain:  core1, Cell: gbr112, Orgs_Impacted: multiorgimpact\",\"description\":\"Sherlock detected an APT Incident for Cell: gbr112, FI: AWS-PROD13-EUWEST2. \\nAnomalies detected in the timeframe 2025-03-17 09:13:00.000 - 2025-03-17 09:13:00.000.\\n\\nCase created using .case by @Uma Shankar Balasubramaniam in #cp-sre-alerts for gbr112\",\"detectedTime\":\"2025-03-17T09:17:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1HFYKEJHQU9ZA\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T09:00:00.000Z\",\"impactEndTime\":\"2025-03-17T09:09:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/fji-efdv-txg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-230-1581, pin: 789707801; \\nFind numbers in more regions on https:\/\/tel.meet\/fji-efdv-txg?pin=3921110598112, pin: 3921110598112\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-17T09:48:07.833Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuZZYAY\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"High GC resulted in High APT and Connection pool\",\"customerExperience\":\"Performance Degradation\",\"immediateResolution\":\"No Action were taken. Incident was self resolved.\",\"aarQuestions\":\"What caused high GC?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - Connection Pool\",\"closedBy\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"createdBy\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"modifiedBy\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-17T09:55:18.037Z\",\"modifiedAt\":\"2025-03-17T09:55:18.037Z\",\"id\":\"d0cbd20e-19b3-4cbe-874f-cc409e7329e1\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73106277\",\"caseRecordId\":\"500EE00001Tys4OYAR\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https:\/\/salesforce.quip.com\/zKI2A2WFcpyU\",\"engagedAt\":\"2025-03-17T09:48:21.966Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:53:43.499Z\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/zKI2A2WFcpyU\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.824221+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205321824, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.824222+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205321824, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.824243+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205321824, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.824323+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205321824, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.824323+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205321824, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-report-finished" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.824327+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205321824, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.824357+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205321824, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "No notification for icc-report-finished - {\"createdAt\":\"2025-03-17T09:55:21.815Z\",\"incident\":{\"id\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"slackChannel\":{\"id\":\"C08JAS7REP3\",\"name\":\"icc-73106277\"},\"subject\":\"Sherlock_APT Degradation Alert for Falcon_Instance : AWS-PROD13-EUWEST2, Functional_Domain:  core1, Cell: gbr112, Orgs_Impacted: multiorgimpact\",\"description\":\"Sherlock detected an APT Incident for Cell: gbr112, FI: AWS-PROD13-EUWEST2. \\nAnomalies detected in the timeframe 2025-03-17 09:13:00.000 - 2025-03-17 09:13:00.000.\\n\\nCase created using .case by @Uma Shankar Balasubramaniam in #cp-sre-alerts for gbr112\",\"detectedTime\":\"2025-03-17T09:17:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1HFYKEJHQU9ZA\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T09:00:00.000Z\",\"impactEndTime\":\"2025-03-17T09:09:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/fji-efdv-txg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-260-230-1581, pin: 789707801; \\nFind numbers in more regions on https:\/\/tel.meet\/fji-efdv-txg?pin=3921110598112, pin: 3921110598112\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Unknown\",\"createdAt\":\"2025-03-17T09:48:07.833Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000iuZZYAY\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"High GC resulted in High APT and Connection pool\",\"customerExperience\":\"Performance Degradation\",\"immediateResolution\":\"No Action were taken. Incident was self resolved.\",\"aarQuestions\":\"What caused high GC?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"CAPE - Connection Pool\",\"closedBy\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"createdBy\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"modifiedBy\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"email\":\"ubalasubramaniam@salesforce.com\",\"active\":true,\"name\":\"Uma Shankar Balasubramaniam\",\"firstName\":\"Uma Shankar\",\"lastName\":\"Balasubramaniam\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"ubalasubramaniam@salesforce.com\",\"createdAt\":\"2022-03-14T15:28:15.327Z\",\"modifiedAt\":\"2022-04-28T15:44:12.402Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-17T09:55:18.037Z\",\"modifiedAt\":\"2025-03-17T09:55:18.037Z\",\"id\":\"d0cbd20e-19b3-4cbe-874f-cc409e7329e1\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73106277\",\"caseRecordId\":\"500EE00001Tys4OYAR\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https:\/\/salesforce.quip.com\/zKI2A2WFcpyU\",\"engagedAt\":\"2025-03-17T09:48:21.966Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:53:43.499Z\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/zKI2A2WFcpyU\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:21.824424+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205328996, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.996512+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205328996, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.996693+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205328996, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:55:28.938Z\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"name\":\"Uma Shankar Balasubramaniam\",\"email\":\"ubalasubramaniam@salesforce.com\"},\"incident\":{\"id\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"slackChannel\":{\"id\":\"C08JAS7REP3\",\"name\":\"\"},\"caseRecordId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"prbNumber\":{\"sfid\":\"a4QEE000000682v2AA\",\"valid\":true,\"gusIdentifier\":\"PRB-0027122\",\"value\":\"PRB-0027122\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002B5GXKYA3\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T09:55:28.938Z\",\"recordId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"caseNumber\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.996724+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205328996, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.996768+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205328996, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.996824+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205328996, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.996947+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205328996, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.996950+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205328996, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-prb-number-updated" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.996972+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205328996, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.997014+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205328997, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "GUS Response for icc-prb-number-updated - {\"createdAt\":\"2025-03-17T09:55:28.938Z\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"name\":\"Uma Shankar Balasubramaniam\",\"email\":\"ubalasubramaniam@salesforce.com\"},\"incident\":{\"id\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"slackChannel\":{\"id\":\"C08JAS7REP3\",\"name\":\"\"},\"caseRecordId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"prbNumber\":{\"sfid\":\"a4QEE000000682v2AA\",\"valid\":true,\"gusIdentifier\":\"PRB-0027122\",\"value\":\"PRB-0027122\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002B5GXKYA3\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T09:55:28.938Z\",\"recordId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"caseNumber\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.997052+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205328998, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.998141+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205328998, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.998282+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205328998, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:55:28.938Z\",\"user\":{\"id\":\"3b063c5b-cba4-4e8e-8dd3-7eb4639d4e0d\",\"gusUserId\":\"005EE0000014kA9YAI\",\"slackUserId\":\"U02HB83KSF2\",\"name\":\"Uma Shankar Balasubramaniam\",\"email\":\"ubalasubramaniam@salesforce.com\"},\"incident\":{\"id\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"slackChannel\":{\"id\":\"C08JAS7REP3\",\"name\":\"\"},\"caseRecordId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"prbNumber\":{\"sfid\":\"a4QEE000000682v2AA\",\"valid\":true,\"gusIdentifier\":\"PRB-0027122\",\"value\":\"PRB-0027122\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002B5GXKYA3\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T09:55:28.938Z\",\"recordId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\",\"caseNumber\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.998295+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205328998, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.998330+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205328998, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.998407+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205328998, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:28.998514+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205333732, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:33.732369+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205333732, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:33.732424+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205333732, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:33.732442+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205333732, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:33.732488+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205333732, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:33.732558+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205333732, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:33.732661+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205333732, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:33.732708+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205333732, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:33.732784+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205333732, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[],\"incidentId\":\"e04d22e5-f1b5-4b4b-81f1-8ae77e4f6960\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:33.732785+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205333732, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:33.732788+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205333732, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:33.732826+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205333732, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:33.732870+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742205333732, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T09:55:33.733081+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205745590, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2874368000,\"uptime\":2025623.91,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30831370,\"nice\":17880,\"sys\":5049360,\"idle\":1983586350,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30637850,\"nice\":15810,\"sys\":5073990,\"idle\":1983637400,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5993,\"sum\":59633}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:02:25.590820+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205745590, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:02:25.590872+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205805586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2873651200,\"uptime\":2025683.91,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30831890,\"nice\":17880,\"sys\":5049460,\"idle\":1983645390,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30638300,\"nice\":15810,\"sys\":5074110,\"idle\":1983696490,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":23,\"num\":5990,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:25.586809+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205805586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:25.586929+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838618, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.618765+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838618, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619021+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:03:58.610Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"mto95-v069v-4hmnt6-g8dra-1742205838144\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619114+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619115+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619156+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619285+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619323+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619590+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:03:58.610Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"mto95-v069v-4hmnt6-g8dra-1742205838144\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619670+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619674+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619686+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619763+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619772+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-usd-resource-deleted" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619772+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619776+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838619, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "No notification for icc-usd-resource-deleted - {\"createdAt\":\"2025-03-17T10:03:58.610Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"mto95-v069v-4hmnt6-g8dra-1742205838144\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.619850+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838640, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.640890+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641118+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:03:58.632Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":[],\"requestId\":\"mto95-v069v-4hmnt6-g8dra-1742205838144\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641198+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641201+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641228+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641313+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641376+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641603+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:03:58.632Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":[],\"requestId\":\"mto95-v069v-4hmnt6-g8dra-1742205838144\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641655+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641656+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641686+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641767+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641768+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-usd-resource-created" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641769+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641770+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838641, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "No notification for icc-usd-resource-created - {\"createdAt\":\"2025-03-17T10:03:58.632Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":[],\"requestId\":\"mto95-v069v-4hmnt6-g8dra-1742205838144\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.641849+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838645, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.645446+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838645, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.645682+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838645, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:03:58.372Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000RZw9YAG\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The proximate cause of the OMNI chat latency was identified as certificate errors and a broken implementation by Schneider Electric, leading to excessive requests to the Live Agent servers.\",\"customerExperience\":\"Chat function not working\",\"immediateResolution\":\"An emergency site switch was executed to mitigate the impact of the OMNI chat latency issue, which led to improved performance.\",\"aarQuestions\":\"- Why were we so slow to implement the solution?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"SCRT1 Central\",\"closedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-17T10:03:58.286Z\",\"modifiedAt\":\"2025-03-17T10:03:58.286Z\",\"id\":\"fd63de7d-feef-4d3f-add3-62f54f8e0dba\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"requestId\":\"mto95-v069v-4hmnt6-g8dra-1742205838144\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.645755+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838645, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.645758+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838645, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.645804+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838645, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.645863+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838645, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.645932+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838646, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-closed' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.646180+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838646, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:03:58.372Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000RZw9YAG\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The proximate cause of the OMNI chat latency was identified as certificate errors and a broken implementation by Schneider Electric, leading to excessive requests to the Live Agent servers.\",\"customerExperience\":\"Chat function not working\",\"immediateResolution\":\"An emergency site switch was executed to mitigate the impact of the OMNI chat latency issue, which led to improved performance.\",\"aarQuestions\":\"- Why were we so slow to implement the solution?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"SCRT1 Central\",\"closedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-17T10:03:58.286Z\",\"modifiedAt\":\"2025-03-17T10:03:58.286Z\",\"id\":\"fd63de7d-feef-4d3f-add3-62f54f8e0dba\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"requestId\":\"mto95-v069v-4hmnt6-g8dra-1742205838144\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.646260+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838646, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.646273+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838646, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.646275+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838646, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.646421+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838646, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.646422+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838646, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-incident-closed" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.646423+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838646, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: {}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.646424+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.693198+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.693311+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:03:58.641Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.693312+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.693340+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.693393+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.693476+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.693560+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.693655+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:03:58.641Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.693656+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.693657+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.693720+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.693757+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742205838693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:03:58.693973+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.693742+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844693, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694030+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:04:04.245Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000RZw9YAG\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The proximate cause of the OMNI chat latency was identified as certificate errors and a broken implementation by Schneider Electric, leading to excessive requests to the Live Agent servers.\",\"customerExperience\":\"Chat function not working\",\"immediateResolution\":\"An emergency site switch was executed to mitigate the impact of the OMNI chat latency issue, which led to improved performance.\",\"aarQuestions\":\"- Why were we so slow to implement the solution?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"SCRT1 Central\",\"closedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-17T10:03:58.286Z\",\"modifiedAt\":\"2025-03-17T10:03:58.286Z\",\"id\":\"fd63de7d-feef-4d3f-add3-62f54f8e0dba\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694147+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694148+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694185+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694283+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694354+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694440+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:04:04.306Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T10:04:04.306Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694451+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694454+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694511+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694576+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694623+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694870+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:04:04.245Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000RZw9YAG\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The proximate cause of the OMNI chat latency was identified as certificate errors and a broken implementation by Schneider Electric, leading to excessive requests to the Live Agent servers.\",\"customerExperience\":\"Chat function not working\",\"immediateResolution\":\"An emergency site switch was executed to mitigate the impact of the OMNI chat latency issue, which led to improved performance.\",\"aarQuestions\":\"- Why were we so slow to implement the solution?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"SCRT1 Central\",\"closedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-17T10:03:58.286Z\",\"modifiedAt\":\"2025-03-17T10:03:58.286Z\",\"id\":\"fd63de7d-feef-4d3f-add3-62f54f8e0dba\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694966+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694966+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.694981+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695064+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695065+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-report-finished" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695066+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695069+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "No notification for icc-report-finished - {\"createdAt\":\"2025-03-17T10:04:04.245Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000RZw9YAG\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The proximate cause of the OMNI chat latency was identified as certificate errors and a broken implementation by Schneider Electric, leading to excessive requests to the Live Agent servers.\",\"customerExperience\":\"Chat function not working\",\"immediateResolution\":\"An emergency site switch was executed to mitigate the impact of the OMNI chat latency issue, which led to improved performance.\",\"aarQuestions\":\"- Why were we so slow to implement the solution?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"SCRT1 Central\",\"closedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-17T10:03:58.286Z\",\"modifiedAt\":\"2025-03-17T10:03:58.286Z\",\"id\":\"fd63de7d-feef-4d3f-add3-62f54f8e0dba\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695144+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695212+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695303+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:04:04.306Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T10:04:04.306Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695304+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695307+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695357+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695387+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695401+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-gus-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695414+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695446+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844695, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-17T10:04:04.306Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T10:04:04.306Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:04.695470+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205865586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2873163776,\"uptime\":2025743.91,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30832480,\"nice\":17880,\"sys\":5049580,\"idle\":1983704430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30638770,\"nice\":15810,\"sys\":5074290,\"idle\":1983755490,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":24,\"num\":6042,\"sum\":59609}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:25.586809+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205865586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:04:25.586952+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206165586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2872037376,\"uptime\":2026043.91,\"totalMem\":4018151424,\"loadavg\":[0.12,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30835860,\"nice\":17880,\"sys\":5050240,\"idle\":1983999620,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30641650,\"nice\":15810,\"sys\":5074950,\"idle\":1984050800,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5998,\"sum\":59626}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:09:25.586804+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206165586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:09:25.586970+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206225586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2871398400,\"uptime\":2026103.91,\"totalMem\":4018151424,\"loadavg\":[0.12,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30836600,\"nice\":17880,\"sys\":5050360,\"idle\":1984058640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30642650,\"nice\":15810,\"sys\":5075100,\"idle\":1984109780,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5990,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:10:25.586826+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206225586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:10:25.586888+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206705586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2879442944,\"uptime\":2026583.91,\"totalMem\":4018151424,\"loadavg\":[0.06,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30842700,\"nice\":18310,\"sys\":5051980,\"idle\":1984528390,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30649110,\"nice\":16190,\"sys\":5076720,\"idle\":1984579580,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5988,\"sum\":59630}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:18:25.586806+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206705586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:18:25.586971+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206888789, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.789780+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206888789, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.789842+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206888789, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:21:28.596Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T10:21:28.596Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.789870+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206888789, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.789905+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206888789, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.789948+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206888790, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.790064+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206888790, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.790153+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206888790, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.790237+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206888790, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:21:28.596Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T10:21:28.596Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.790238+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206888790, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.790250+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206888790, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.790308+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206888790, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.790357+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206888790, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.790357+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206888790, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-gus-response" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.790391+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206888790, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.790391+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206888790, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "GUS Response for icc-gus-response - {\"createdAt\":\"2025-03-17T10:21:28.596Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T10:21:28.596Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:21:28.790429+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955509, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.509641+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206955509, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.509771+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955509, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:22:35.455Z\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C11x0AC\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QbT2AV\"}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.509776+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955509, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.509814+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955509, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.509854+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206955509, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.509955+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955509, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.510005+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206955510, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.510124+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955510, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:22:35.455Z\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C11x0AC\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QbT2AV\"}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.510152+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955510, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.510152+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955510, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.510465+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206955510, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.510467+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742206955510, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.510468+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955547, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.548679+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206955547, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.548681+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955547, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:22:35.455Z\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C11x0AC\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QbT2AV\"}],\"cis\":[{\"id\":\"d6d4dd28-3f22-4427-b9e9-134a823c8027\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"createLock\":false,\"sfid\":\"aCqEE000000C11x0AC\",\"configurationItem\":{\"id\":\"a7JEE00000J7QbT2AV\",\"name\":\"usa662s\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod5-uswest2.core2.usa662s\",\"parentId\":\"a7JEE00000GHhov2AD\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T08:12:58.225Z\",\"modifiedAt\":\"2025-03-17T10:22:34.141Z\",\"id\":\"e6b75ce2-ca2b-46f7-8b51-6441c7b9106d\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: 8314687c-abb3-4165-bbbf-414b12112a6b\",\"externalId\":\"a8LEE00001Bctft2AB\"}}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.548683+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.548686+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.548687+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206955548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.548687+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742206955548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.548688+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.548688+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206955548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.548690+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:22:35.455Z\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C11x0AC\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JEE00000J7QbT2AV\"}],\"cis\":[{\"id\":\"d6d4dd28-3f22-4427-b9e9-134a823c8027\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"createLock\":false,\"sfid\":\"aCqEE000000C11x0AC\",\"configurationItem\":{\"id\":\"a7JEE00000J7QbT2AV\",\"name\":\"usa662s\",\"type\":\"Hyperforce Cell\",\"path\":\"Salesforce.Hyperforce.commercial1.aws-prod5-uswest2.core2.usa662s\",\"parentId\":\"a7JEE00000GHhov2AD\",\"status\":null,\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T08:12:58.225Z\",\"modifiedAt\":\"2025-03-17T10:22:34.141Z\",\"id\":\"e6b75ce2-ca2b-46f7-8b51-6441c7b9106d\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: 8314687c-abb3-4165-bbbf-414b12112a6b\",\"externalId\":\"a8LEE00001Bctft2AB\"}}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.548690+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.548691+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206955548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.548691+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206955548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:22:35.548691+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207125586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2877984768,\"uptime\":2027003.91,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30848030,\"nice\":18310,\"sys\":5053000,\"idle\":1984941120,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30654350,\"nice\":16190,\"sys\":5077680,\"idle\":1984992360,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":5990,\"sum\":59631}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:25:25.586820+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207125586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:25:25.586921+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207305586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2861793280,\"uptime\":2027183.91,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30849850,\"nice\":18310,\"sys\":5053410,\"idle\":1985118260,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30656440,\"nice\":16190,\"sys\":5078060,\"idle\":1985169200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":5995,\"sum\":59629}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:28:25.586845+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207305586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:28:25.586929+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207315212, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:28:35.212186+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207315212, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:28:35.212948+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208205586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2863669248,\"uptime\":2028083.91,\"totalMem\":4018151424,\"loadavg\":[0.02,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30859780,\"nice\":18310,\"sys\":5055380,\"idle\":1986003640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30666320,\"nice\":16190,\"sys\":5080040,\"idle\":1986055000,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":5990,\"sum\":59632}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:43:25.586822+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208205586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:43:25.586942+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426310, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.310228+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426310, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.310516+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426310, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:06.294Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.310625+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426310, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.310630+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426310, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.310725+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426310, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.310851+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426310, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.310908+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426311, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.311110+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426311, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:06.294Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.311164+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426311, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.311167+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426311, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.311211+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426311, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.311260+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426311, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.311271+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426311, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-usd-resource-deleted" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.311275+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426311, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.311286+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426311, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "No notification for icc-usd-resource-deleted - {\"createdAt\":\"2025-03-17T10:47:06.294Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.311348+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426327, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328065+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328283+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:06.318Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":[],\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328334+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328352+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328393+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328482+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328549+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328756+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:06.318Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":[],\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328804+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328807+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328840+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328891+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328913+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-usd-resource-created" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328918+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328920+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426328, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "No notification for icc-usd-resource-created - {\"createdAt\":\"2025-03-17T10:47:06.318Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":[],\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.328969+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426377, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.377835+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426377, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.377907+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426377, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:06.328Z\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.377919+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426377, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.377936+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426377, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.377984+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426378, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.378102+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426378, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.378170+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426378, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.378225+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426378, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:06.328Z\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.378255+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426378, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.378256+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426378, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.378297+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426378, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.378362+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742208426378, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "err": { "type": "TypeError", "message": "Cannot read properties of undefined (reading 'id')", "stack": "TypeError: Cannot read properties of undefined (reading 'id')\n    at KafkaConsumer.<anonymous> (\/app\/build\/kafka\/consumer\/notifier\/NotifierKafkaConsumer.js:34:94)\n    at KafkaConsumer.emit (node:events:519:28)\n    at readCallback (\/app\/node_modules\/node-rdkafka\/lib\/kafka-consumer.js:448:12)" }, "msg": "[Unhandled Error] potentially crashes the app, please investigate and handle it accordingly" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.378600+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.548527+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.548806+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:06.538Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.548845+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.548872+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.548908+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426548, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.549047+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426549, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.549084+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426549, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.549311+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426549, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:06.538Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.549362+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426549, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.549365+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426549, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.549396+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426549, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.549482+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426549, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.549482+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426549, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-usd-resource-deleted" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.549483+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426549, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.549484+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426549, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "No notification for icc-usd-resource-deleted - {\"createdAt\":\"2025-03-17T10:47:06.538Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:06.549546+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208436461, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.461670+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208436461, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.461844+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208436461, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:16.413Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"prbNumber\":{\"sfid\":\"a4QEE00000068692AA\",\"valid\":true,\"gusIdentifier\":\"PRB-0027124\",\"value\":\"PRB-0027124\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002BAmNXYA1\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T10:47:16.413Z\",\"recordId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.461889+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208436461, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.461945+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208436461, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.461998+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208436462, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.462144+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208436462, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.462254+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208436462, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.462344+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208436462, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:16.413Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"prbNumber\":{\"sfid\":\"a4QEE00000068692AA\",\"valid\":true,\"gusIdentifier\":\"PRB-0027124\",\"value\":\"PRB-0027124\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002BAmNXYA1\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T10:47:16.413Z\",\"recordId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.462375+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208436462, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.462416+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208436462, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.462443+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208436462, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.462531+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208436462, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.462534+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208436462, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-prb-number-updated" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.462602+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208436462, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: {\"localizer\":{\"locale\":\"en_US\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.462605+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208436462, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "GUS Response for icc-prb-number-updated - {\"createdAt\":\"2025-03-17T10:47:16.413Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"prbNumber\":{\"sfid\":\"a4QEE00000068692AA\",\"valid\":true,\"gusIdentifier\":\"PRB-0027124\",\"value\":\"PRB-0027124\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002BAmNXYA1\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T10:47:16.413Z\",\"recordId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:47:16.462607+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208519246, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:48:39.246791+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208519247, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:48:39.247829+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208603750, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Slack actions consumer received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.750441+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208603750, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-folder-created' for consumer group='icc-slack-actions'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.750527+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208603750, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:50:03.698Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"12PlRE3l83wLAH8zaccrly3sLocY0RSTx\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.750589+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208603750, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.750604+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208603750, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.750665+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208603750, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.750778+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208603750, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.750833+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208603750, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-folder-created' for consumer group='icc-notifier'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.750893+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208603750, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:50:03.698Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"12PlRE3l83wLAH8zaccrly3sLocY0RSTx\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.750946+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208603750, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.750946+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208603750, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.750998+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208603751, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.751043+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208603751, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Received JSON event: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.751078+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208603751, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Schema:  icc-bridge-folder-created" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.751082+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208603751, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "Event Handler: undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.751082+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208603751, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-notifier", "msg": "No notification for icc-bridge-folder-created - {\"createdAt\":\"2025-03-17T10:50:03.698Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"12PlRE3l83wLAH8zaccrly3sLocY0RSTx\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:50:03.751083+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208865586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-notifier' to topic 'metrics': {\"service\":\"icc-notifier\",\"version\":\"1.23.2\",\"metric\":\"availability\",\"data\":{\"freeMem\":2877771776,\"uptime\":2028743.91,\"totalMem\":4018151424,\"loadavg\":[0.33,0.11,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30868180,\"nice\":18310,\"sys\":5056760,\"idle\":1986652660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":30674390,\"nice\":16190,\"sys\":5081620,\"idle\":1986703900,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6000,\"sum\":59624}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:54:25.586800+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}
{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208865586, "pid": 70, "hostname": "dyno-71940328-6b75-41fc-9f75-35c19baa3626", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-notifier' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "23e9e8f0-d617-41d4-92c1-a6a658b31c6c", "agent_timestamp": "2025-03-17T10:54:25.586858+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "app.1", "app": "icc-notifier-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}