{"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169600147, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8fcf7772-e019-4725-a77e-724a972a256e" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.148022+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169600148, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.148462+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600148, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:00:00.026Z\",\"incident\":{\"id\":\"8fcf7772-e019-4725-a77e-724a972a256e\"},\"eventObj\":{\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"reminderId\":\"631782ef-7283-40a9-96fd-9ec9a0b3d406\",\"message\":\"Close the case\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.148464+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600148, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.148643+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600148, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149287+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169600148, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149288+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600148, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T00:00:00.026Z\",\"incident\":{\"id\":\"8fcf7772-e019-4725-a77e-724a972a256e\"},\"eventObj\":{\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"reminderId\":\"631782ef-7283-40a9-96fd-9ec9a0b3d406\",\"message\":\"Close the case\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149289+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600148, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [bullmq-job-completed]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149289+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742169600148, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [bullmq-job-completed]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149290+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169600148, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8fcf7772-e019-4725-a77e-724a972a256e" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149291+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169600149, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149291+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600149, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:00:00.025Z\",\"incident\":{\"id\":\"8fcf7772-e019-4725-a77e-724a972a256e\"},\"eventObj\":{\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"reminderId\":\"6b146ee2-81a9-449b-8d58-d72a8967f969\",\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149292+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600149, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149293+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600149, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149293+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169600149, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149294+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600149, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T00:00:00.025Z\",\"incident\":{\"id\":\"8fcf7772-e019-4725-a77e-724a972a256e\"},\"eventObj\":{\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"reminderId\":\"6b146ee2-81a9-449b-8d58-d72a8967f969\",\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149295+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600149, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [bullmq-job-completed]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149296+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742169600149, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [bullmq-job-completed]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.149296+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169600182, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8fcf7772-e019-4725-a77e-724a972a256e" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.182211+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169600182, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.184285+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600182, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:00:00.171Z\",\"incident\":{\"id\":\"8fcf7772-e019-4725-a77e-724a972a256e\"},\"eventObj\":{\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"reminderId\":\"631782ef-7283-40a9-96fd-9ec9a0b3d406\",\"message\":\"Close the case\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"631782ef-7283-40a9-96fd-9ec9a0b3d406\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Close the case\",\"audience\":[],\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"offsetUnit\":\"h\",\"recurrence\":50,\"triggersAt\":\"2025-03-17T07:47:13.042Z\",\"isRecurring\":true,\"occurrences\":[{\"oid\":\"c992b331-5a4e-48ef-9fa0-7738d049ffd6\",\"completed\":false,\"triggeredAt\":\"2025-03-15T07:47:13.211Z\"},{\"oid\":\"b818523c-42ea-4778-8233-37721407f6b6\",\"completed\":false,\"triggeredAt\":\"2025-03-15T08:00:00.125Z\"},{\"oid\":\"c1198cd7-102c-42b6-9bbe-a5107aeeddbf\",\"completed\":false,\"triggeredAt\":\"2025-03-15T12:00:00.168Z\"},{\"oid\":\"60d269c9-da7a-4dcd-8e55-0a3b116fbda1\",\"completed\":false,\"triggeredAt\":\"2025-03-15T16:00:00.128Z\"},{\"oid\":\"69b49a23-5312-4f25-9681-ade43e73c433\",\"completed\":false,\"triggeredAt\":\"2025-03-15T20:00:00.160Z\"},{\"oid\":\"8380230a-2f13-4452-92d7-c0ec882f9aa1\",\"completed\":false,\"triggeredAt\":\"2025-03-16T00:00:00.102Z\"},{\"oid\":\"3a9cb0eb-4d7d-497c-9407-3de2a9ed30c5\",\"completed\":false,\"triggeredAt\":\"2025-03-16T04:00:00.993Z\"},{\"oid\":\"3d1f57d6-1971-4e6e-9c6d-50bec5fdf38f\",\"completed\":false,\"triggeredAt\":\"2025-03-16T08:00:00.192Z\"},{\"oid\":\"f1ba6de0-7f3d-4d5e-83f7-48c0e2c97aa9\",\"completed\":false,\"triggeredAt\":\"2025-03-16T12:00:00.311Z\"},{\"oid\":\"29c72c65-c5cb-4f1e-befc-374a5eaf2670\",\"completed\":false,\"triggeredAt\":\"2025-03-16T16:00:00.128Z\"},{\"oid\":\"ffb9708e-1f9a-422f-8798-8cb52bdddb3c\",\"completed\":false,\"triggeredAt\":\"2025-03-16T20:00:00.189Z\"},{\"oid\":\"d2fe9fa0-2b0f-4d4f-a1c2-ae4b8d605447\",\"triggeredAt\":\"2025-03-17T00:00:00.146Z\",\"completed\":false}],\"offsetValue\":1,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"frequencyValue\":4,\"currentOccurrence\":12,\"currentOccurrenceId\":\"d2fe9fa0-2b0f-4d4f-a1c2-ae4b8d605447\",\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08J5R8VCGH\",\"nextDueAt\":\"2025-03-17T07:47:13.042Z\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.184287+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600182, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.184288+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600182, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.184289+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169600182, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.184290+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600182, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T00:00:00.171Z\",\"incident\":{\"id\":\"8fcf7772-e019-4725-a77e-724a972a256e\"},\"eventObj\":{\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"reminderId\":\"631782ef-7283-40a9-96fd-9ec9a0b3d406\",\"message\":\"Close the case\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"631782ef-7283-40a9-96fd-9ec9a0b3d406\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Close the case\",\"audience\":[],\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"offsetUnit\":\"h\",\"recurrence\":50,\"triggersAt\":\"2025-03-17T07:47:13.042Z\",\"isRecurring\":true,\"occurrences\":[{\"oid\":\"c992b331-5a4e-48ef-9fa0-7738d049ffd6\",\"completed\":false,\"triggeredAt\":\"2025-03-15T07:47:13.211Z\"},{\"oid\":\"b818523c-42ea-4778-8233-37721407f6b6\",\"completed\":false,\"triggeredAt\":\"2025-03-15T08:00:00.125Z\"},{\"oid\":\"c1198cd7-102c-42b6-9bbe-a5107aeeddbf\",\"completed\":false,\"triggeredAt\":\"2025-03-15T12:00:00.168Z\"},{\"oid\":\"60d269c9-da7a-4dcd-8e55-0a3b116fbda1\",\"completed\":false,\"triggeredAt\":\"2025-03-15T16:00:00.128Z\"},{\"oid\":\"69b49a23-5312-4f25-9681-ade43e73c433\",\"completed\":false,\"triggeredAt\":\"2025-03-15T20:00:00.160Z\"},{\"oid\":\"8380230a-2f13-4452-92d7-c0ec882f9aa1\",\"completed\":false,\"triggeredAt\":\"2025-03-16T00:00:00.102Z\"},{\"oid\":\"3a9cb0eb-4d7d-497c-9407-3de2a9ed30c5\",\"completed\":false,\"triggeredAt\":\"2025-03-16T04:00:00.993Z\"},{\"oid\":\"3d1f57d6-1971-4e6e-9c6d-50bec5fdf38f\",\"completed\":false,\"triggeredAt\":\"2025-03-16T08:00:00.192Z\"},{\"oid\":\"f1ba6de0-7f3d-4d5e-83f7-48c0e2c97aa9\",\"completed\":false,\"triggeredAt\":\"2025-03-16T12:00:00.311Z\"},{\"oid\":\"29c72c65-c5cb-4f1e-befc-374a5eaf2670\",\"completed\":false,\"triggeredAt\":\"2025-03-16T16:00:00.128Z\"},{\"oid\":\"ffb9708e-1f9a-422f-8798-8cb52bdddb3c\",\"completed\":false,\"triggeredAt\":\"2025-03-16T20:00:00.189Z\"},{\"oid\":\"d2fe9fa0-2b0f-4d4f-a1c2-ae4b8d605447\",\"triggeredAt\":\"2025-03-17T00:00:00.146Z\",\"completed\":false}],\"offsetValue\":1,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"frequencyValue\":4,\"currentOccurrence\":12,\"currentOccurrenceId\":\"d2fe9fa0-2b0f-4d4f-a1c2-ae4b8d605447\",\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08J5R8VCGH\",\"nextDueAt\":\"2025-03-17T07:47:13.042Z\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.184293+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600182, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-reminder-triggered]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.184293+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600183, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-reminder-triggered]: {\"createdAt\":\"2025-03-17T00:00:00.171Z\",\"incident\":{\"id\":\"8fcf7772-e019-4725-a77e-724a972a256e\"},\"eventObj\":{\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"reminderId\":\"631782ef-7283-40a9-96fd-9ec9a0b3d406\",\"message\":\"Close the case\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"631782ef-7283-40a9-96fd-9ec9a0b3d406\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Close the case\",\"audience\":[],\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"offsetUnit\":\"h\",\"recurrence\":50,\"triggersAt\":\"2025-03-17T07:47:13.042Z\",\"isRecurring\":true,\"occurrences\":[{\"oid\":\"c992b331-5a4e-48ef-9fa0-7738d049ffd6\",\"completed\":false,\"triggeredAt\":\"2025-03-15T07:47:13.211Z\"},{\"oid\":\"b818523c-42ea-4778-8233-37721407f6b6\",\"completed\":false,\"triggeredAt\":\"2025-03-15T08:00:00.125Z\"},{\"oid\":\"c1198cd7-102c-42b6-9bbe-a5107aeeddbf\",\"completed\":false,\"triggeredAt\":\"2025-03-15T12:00:00.168Z\"},{\"oid\":\"60d269c9-da7a-4dcd-8e55-0a3b116fbda1\",\"completed\":false,\"triggeredAt\":\"2025-03-15T16:00:00.128Z\"},{\"oid\":\"69b49a23-5312-4f25-9681-ade43e73c433\",\"completed\":false,\"triggeredAt\":\"2025-03-15T20:00:00.160Z\"},{\"oid\":\"8380230a-2f13-4452-92d7-c0ec882f9aa1\",\"completed\":false,\"triggeredAt\":\"2025-03-16T00:00:00.102Z\"},{\"oid\":\"3a9cb0eb-4d7d-497c-9407-3de2a9ed30c5\",\"completed\":false,\"triggeredAt\":\"2025-03-16T04:00:00.993Z\"},{\"oid\":\"3d1f57d6-1971-4e6e-9c6d-50bec5fdf38f\",\"completed\":false,\"triggeredAt\":\"2025-03-16T08:00:00.192Z\"},{\"oid\":\"f1ba6de0-7f3d-4d5e-83f7-48c0e2c97aa9\",\"completed\":false,\"triggeredAt\":\"2025-03-16T12:00:00.311Z\"},{\"oid\":\"29c72c65-c5cb-4f1e-befc-374a5eaf2670\",\"completed\":false,\"triggeredAt\":\"2025-03-16T16:00:00.128Z\"},{\"oid\":\"ffb9708e-1f9a-422f-8798-8cb52bdddb3c\",\"completed\":false,\"triggeredAt\":\"2025-03-16T20:00:00.189Z\"},{\"oid\":\"d2fe9fa0-2b0f-4d4f-a1c2-ae4b8d605447\",\"triggeredAt\":\"2025-03-17T00:00:00.146Z\",\"completed\":false}],\"offsetValue\":1,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"frequencyValue\":4,\"currentOccurrence\":12,\"currentOccurrenceId\":\"d2fe9fa0-2b0f-4d4f-a1c2-ae4b8d605447\",\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08J5R8VCGH\",\"nextDueAt\":\"2025-03-17T07:47:13.042Z\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.184301+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169600214, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8fcf7772-e019-4725-a77e-724a972a256e" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.214465+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169600214, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.214689+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600214, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:00:00.204Z\",\"incident\":{\"id\":\"8fcf7772-e019-4725-a77e-724a972a256e\"},\"eventObj\":{\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"reminderId\":\"6b146ee2-81a9-449b-8d58-d72a8967f969\",\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"6b146ee2-81a9-449b-8d58-d72a8967f969\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"offsetUnit\":\"m\",\"recurrence\":50,\"triggersAt\":\"2025-03-17T06:51:49.681Z\",\"isRecurring\":true,\"occurrences\":[{\"oid\":\"e37586ae-a8eb-40a7-b585-33b87c9facf3\",\"completed\":false,\"triggeredAt\":\"2025-03-15T06:51:49.767Z\"},{\"oid\":\"2372dadc-05d8-477d-9ec4-f6ecfbdf8280\",\"completed\":false,\"triggeredAt\":\"2025-03-15T08:00:00.104Z\"},{\"oid\":\"fcf49721-2859-4bb1-b936-6a36fa311737\",\"completed\":false,\"triggeredAt\":\"2025-03-15T12:00:00.190Z\"},{\"oid\":\"8ca45c1f-2f08-4c50-82c8-329d541e934d\",\"completed\":false,\"triggeredAt\":\"2025-03-15T16:00:00.151Z\"},{\"oid\":\"b3c5beb8-6f99-46e2-9ba9-ff486120e1e1\",\"completed\":false,\"triggeredAt\":\"2025-03-15T20:00:00.184Z\"},{\"oid\":\"d9c903a7-d6b6-4690-9b96-83bc50bc6788\",\"completed\":false,\"triggeredAt\":\"2025-03-16T00:00:00.127Z\"},{\"oid\":\"d5e17c17-b87c-46bc-81d1-67dcfdc231d2\",\"completed\":false,\"triggeredAt\":\"2025-03-16T04:00:00.131Z\"},{\"oid\":\"004e277f-69b3-4312-891b-7b749f2ea14b\",\"completed\":false,\"triggeredAt\":\"2025-03-16T08:00:00.168Z\"},{\"oid\":\"cc16a56c-2a50-40e0-adb1-7ad00bce1cbe\",\"completed\":false,\"triggeredAt\":\"2025-03-16T12:00:00.101Z\"},{\"oid\":\"8305e75c-4f47-451d-8003-0cf3ec3c248b\",\"completed\":false,\"triggeredAt\":\"2025-03-16T16:00:00.104Z\"},{\"oid\":\"8d3ff226-f126-429d-ac0b-56c42e3d74d7\",\"completed\":false,\"triggeredAt\":\"2025-03-16T20:00:00.166Z\"},{\"oid\":\"2b277be2-7ee3-43a2-a714-d8c6d9255a29\",\"triggeredAt\":\"2025-03-17T00:00:00.177Z\",\"completed\":false}],\"offsetValue\":5,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"frequencyValue\":4,\"currentOccurrence\":12,\"currentOccurrenceId\":\"2b277be2-7ee3-43a2-a714-d8c6d9255a29\",\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08J5R8VCGH\",\"nextDueAt\":\"2025-03-17T06:51:49.681Z\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.214762+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600214, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.214815+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600214, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.214892+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169600214, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.214992+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600215, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T00:00:00.204Z\",\"incident\":{\"id\":\"8fcf7772-e019-4725-a77e-724a972a256e\"},\"eventObj\":{\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"reminderId\":\"6b146ee2-81a9-449b-8d58-d72a8967f969\",\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"6b146ee2-81a9-449b-8d58-d72a8967f969\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"offsetUnit\":\"m\",\"recurrence\":50,\"triggersAt\":\"2025-03-17T06:51:49.681Z\",\"isRecurring\":true,\"occurrences\":[{\"oid\":\"e37586ae-a8eb-40a7-b585-33b87c9facf3\",\"completed\":false,\"triggeredAt\":\"2025-03-15T06:51:49.767Z\"},{\"oid\":\"2372dadc-05d8-477d-9ec4-f6ecfbdf8280\",\"completed\":false,\"triggeredAt\":\"2025-03-15T08:00:00.104Z\"},{\"oid\":\"fcf49721-2859-4bb1-b936-6a36fa311737\",\"completed\":false,\"triggeredAt\":\"2025-03-15T12:00:00.190Z\"},{\"oid\":\"8ca45c1f-2f08-4c50-82c8-329d541e934d\",\"completed\":false,\"triggeredAt\":\"2025-03-15T16:00:00.151Z\"},{\"oid\":\"b3c5beb8-6f99-46e2-9ba9-ff486120e1e1\",\"completed\":false,\"triggeredAt\":\"2025-03-15T20:00:00.184Z\"},{\"oid\":\"d9c903a7-d6b6-4690-9b96-83bc50bc6788\",\"completed\":false,\"triggeredAt\":\"2025-03-16T00:00:00.127Z\"},{\"oid\":\"d5e17c17-b87c-46bc-81d1-67dcfdc231d2\",\"completed\":false,\"triggeredAt\":\"2025-03-16T04:00:00.131Z\"},{\"oid\":\"004e277f-69b3-4312-891b-7b749f2ea14b\",\"completed\":false,\"triggeredAt\":\"2025-03-16T08:00:00.168Z\"},{\"oid\":\"cc16a56c-2a50-40e0-adb1-7ad00bce1cbe\",\"completed\":false,\"triggeredAt\":\"2025-03-16T12:00:00.101Z\"},{\"oid\":\"8305e75c-4f47-451d-8003-0cf3ec3c248b\",\"completed\":false,\"triggeredAt\":\"2025-03-16T16:00:00.104Z\"},{\"oid\":\"8d3ff226-f126-429d-ac0b-56c42e3d74d7\",\"completed\":false,\"triggeredAt\":\"2025-03-16T20:00:00.166Z\"},{\"oid\":\"2b277be2-7ee3-43a2-a714-d8c6d9255a29\",\"triggeredAt\":\"2025-03-17T00:00:00.177Z\",\"completed\":false}],\"offsetValue\":5,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"frequencyValue\":4,\"currentOccurrence\":12,\"currentOccurrenceId\":\"2b277be2-7ee3-43a2-a714-d8c6d9255a29\",\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08J5R8VCGH\",\"nextDueAt\":\"2025-03-17T06:51:49.681Z\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.215071+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600215, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-reminder-triggered]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.215072+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169600215, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-reminder-triggered]: {\"createdAt\":\"2025-03-17T00:00:00.204Z\",\"incident\":{\"id\":\"8fcf7772-e019-4725-a77e-724a972a256e\"},\"eventObj\":{\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"reminderId\":\"6b146ee2-81a9-449b-8d58-d72a8967f969\",\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"6b146ee2-81a9-449b-8d58-d72a8967f969\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"If the Incident is invalid, close using \/icc-incident quickclose in slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"offsetUnit\":\"m\",\"recurrence\":50,\"triggersAt\":\"2025-03-17T06:51:49.681Z\",\"isRecurring\":true,\"occurrences\":[{\"oid\":\"e37586ae-a8eb-40a7-b585-33b87c9facf3\",\"completed\":false,\"triggeredAt\":\"2025-03-15T06:51:49.767Z\"},{\"oid\":\"2372dadc-05d8-477d-9ec4-f6ecfbdf8280\",\"completed\":false,\"triggeredAt\":\"2025-03-15T08:00:00.104Z\"},{\"oid\":\"fcf49721-2859-4bb1-b936-6a36fa311737\",\"completed\":false,\"triggeredAt\":\"2025-03-15T12:00:00.190Z\"},{\"oid\":\"8ca45c1f-2f08-4c50-82c8-329d541e934d\",\"completed\":false,\"triggeredAt\":\"2025-03-15T16:00:00.151Z\"},{\"oid\":\"b3c5beb8-6f99-46e2-9ba9-ff486120e1e1\",\"completed\":false,\"triggeredAt\":\"2025-03-15T20:00:00.184Z\"},{\"oid\":\"d9c903a7-d6b6-4690-9b96-83bc50bc6788\",\"completed\":false,\"triggeredAt\":\"2025-03-16T00:00:00.127Z\"},{\"oid\":\"d5e17c17-b87c-46bc-81d1-67dcfdc231d2\",\"completed\":false,\"triggeredAt\":\"2025-03-16T04:00:00.131Z\"},{\"oid\":\"004e277f-69b3-4312-891b-7b749f2ea14b\",\"completed\":false,\"triggeredAt\":\"2025-03-16T08:00:00.168Z\"},{\"oid\":\"cc16a56c-2a50-40e0-adb1-7ad00bce1cbe\",\"completed\":false,\"triggeredAt\":\"2025-03-16T12:00:00.101Z\"},{\"oid\":\"8305e75c-4f47-451d-8003-0cf3ec3c248b\",\"completed\":false,\"triggeredAt\":\"2025-03-16T16:00:00.104Z\"},{\"oid\":\"8d3ff226-f126-429d-ac0b-56c42e3d74d7\",\"completed\":false,\"triggeredAt\":\"2025-03-16T20:00:00.166Z\"},{\"oid\":\"2b277be2-7ee3-43a2-a714-d8c6d9255a29\",\"triggeredAt\":\"2025-03-17T00:00:00.177Z\",\"completed\":false}],\"offsetValue\":5,\"frequencyUnit\":\"h\",\"additionalInfo\":{\"rule\":{\"name\":\"Low Severity Incident Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"frequencyValue\":4,\"currentOccurrence\":12,\"currentOccurrenceId\":\"2b277be2-7ee3-43a2-a714-d8c6d9255a29\",\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08J5R8VCGH\",\"nextDueAt\":\"2025-03-17T06:51:49.681Z\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:00:00.215146+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169926764, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2798153728,\"uptime\":1989739.27,\"totalMem\":4018151424,\"loadavg\":[0.01,0.14,0.1],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27525710,\"nice\":16390,\"sys\":4160610,\"idle\":1951746760,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27449550,\"nice\":16190,\"sys\":4180660,\"idle\":1951613000,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6104,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:05:26.764869+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169926764, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:05:26.764979+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742169986768, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2797232128,\"uptime\":1989799.27,\"totalMem\":4018151424,\"loadavg\":[0,0.11,0.09],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27526160,\"nice\":16390,\"sys\":4160670,\"idle\":1951805880,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27449900,\"nice\":16190,\"sys\":4180740,\"idle\":1951672200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6099,\"sum\":59605}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:06:26.768861+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742169986768, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:06:26.768969+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742170286768, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2797604864,\"uptime\":1990099.27,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.06],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27528920,\"nice\":16390,\"sys\":4161190,\"idle\":1952101720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27452680,\"nice\":16190,\"sys\":4181250,\"idle\":1951967900,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6098,\"sum\":59607}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:11:26.768822+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742170286768, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:11:26.768979+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742170466768, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2798231552,\"uptime\":1990279.27,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27530460,\"nice\":16390,\"sys\":4161480,\"idle\":1952279220,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27454180,\"nice\":16190,\"sys\":4181520,\"idle\":1952145310,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6100,\"sum\":59611}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:14:26.768852+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742170466768, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:14:26.768977+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171246768, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2863771648,\"uptime\":1991059.27,\"totalMem\":4018151424,\"loadavg\":[0,0.28,0.23],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27569980,\"nice\":16390,\"sys\":4182930,\"idle\":1952995400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27495390,\"nice\":16190,\"sys\":4202400,\"idle\":1952860780,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6131,\"sum\":59596}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:27:26.768859+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171246768, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:27:26.769011+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171426776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2856718336,\"uptime\":1991239.27,\"totalMem\":4018151424,\"loadavg\":[0,0.14,0.18],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27571560,\"nice\":16390,\"sys\":4183220,\"idle\":1953172720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27497170,\"nice\":16190,\"sys\":4202730,\"idle\":1953038030,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6102,\"sum\":59614}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:30:26.776870+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171426776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:30:26.776974+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171546776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2856308736,\"uptime\":1991359.27,\"totalMem\":4018151424,\"loadavg\":[0.03,0.11,0.16],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27572700,\"nice\":16390,\"sys\":4183440,\"idle\":1953291040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27498550,\"nice\":16190,\"sys\":4202980,\"idle\":1953156260,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6109,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:32:26.776853+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171546776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:32:26.777019+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171906772, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2856837120,\"uptime\":1991719.27,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0.09],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27575760,\"nice\":16390,\"sys\":4184040,\"idle\":1953645650,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27501640,\"nice\":16190,\"sys\":4203650,\"idle\":1953511130,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6115,\"sum\":59605}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:38:26.772827+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171906772, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:38:26.772962+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171976491, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.030613,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:39:36.491745+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171976491, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:39:36.491856+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171976655, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":163.145826,\"method\":\"BoltEvent.eventAuthMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:39:36.655247+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171976655, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:39:36.655300+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171976730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":74.658804,\"method\":\"BoltEventIncidentReqd.eventIncidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:39:36.730213+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171976730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:39:36.730251+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742171977035, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":305.381173,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:39:37.035892+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742171977035, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:39:37.036025+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172000873, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":472.811877,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:00.873158+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172000873, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:00.873231+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172021425, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:21.425860+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172021426, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:21.426270+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021426, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:40:20.366Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"30d33680-5618-4489-b410-2eb45a606aab\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"b0ok7a-ody6ti-d90ta-mtntrg-1742172019627\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:21.426367+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021426, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:21.426384+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021426, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:21.426457+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172021426, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:21.426591+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021426, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T00:40:20.366Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"30d33680-5618-4489-b410-2eb45a606aab\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"b0ok7a-ody6ti-d90ta-mtntrg-1742172019627\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:21.426693+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021426, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:21.426694+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021426, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-internal-comms-request]: {\"createdAt\":\"2025-03-17T00:40:20.366Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"30d33680-5618-4489-b410-2eb45a606aab\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"b0ok7a-ody6ti-d90ta-mtntrg-1742172019627\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:21.427048+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172021612, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posting comm to external slack channel C05U9CBHX8D - comm: {\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:21.612296+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172026772, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2854158336,\"uptime\":1991839.27,\"totalMem\":4018151424,\"loadavg\":[0.24,0.06,0.09],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27576900,\"nice\":16390,\"sys\":4184240,\"idle\":1953763730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27503110,\"nice\":16190,\"sys\":4203860,\"idle\":1953629270,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6161,\"sum\":59588}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:26.772857+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172026772, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:26.772951+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172033426, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:33.426996+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172033427, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:33.427245+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172033427, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T00:40:32.470Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"30d33680-5618-4489-b410-2eb45a606aab\",\"sequenceNumber\":1}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:33.427288+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172033427, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:33.427324+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172033427, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:33.427376+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172033427, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:33.427491+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172033427, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T00:40:32.470Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"30d33680-5618-4489-b410-2eb45a606aab\",\"sequenceNumber\":1}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:33.428102+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172033427, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:33.428103+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742172033428, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:40:33.428104+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172086772, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2854076416,\"uptime\":1991899.27,\"totalMem\":4018151424,\"loadavg\":[0.13,0.06,0.09],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27577380,\"nice\":16390,\"sys\":4184360,\"idle\":1953822910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27503920,\"nice\":16190,\"sys\":4203950,\"idle\":1953688370,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6101,\"sum\":59613}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:41:26.772860+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172086772, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:41:26.773001+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172266772, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2853703680,\"uptime\":1992079.27,\"totalMem\":4018151424,\"loadavg\":[0.03,0.05,0.08],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27578860,\"nice\":16390,\"sys\":4184600,\"idle\":1954000310,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27505260,\"nice\":16190,\"sys\":4204220,\"idle\":1953865850,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6099,\"sum\":59617}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:44:26.772827+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172266772, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:44:26.772993+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172446772, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2851880960,\"uptime\":1992259.27,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0.06],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27580530,\"nice\":16390,\"sys\":4184910,\"idle\":1954177740,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27507090,\"nice\":16190,\"sys\":4204480,\"idle\":1954043170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6097,\"sum\":59615}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:47:26.772861+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172446772, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:47:26.772962+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172506772, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2851631104,\"uptime\":1992319.27,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0.06],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27581140,\"nice\":16390,\"sys\":4185040,\"idle\":1954236940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27507870,\"nice\":16190,\"sys\":4204600,\"idle\":1954102230,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6130,\"sum\":59594}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:48:26.772841+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172506772, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:48:26.772948+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172773220, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.010447,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:52:53.220643+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172773220, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:52:53.220709+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172773384, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":164.154925,\"method\":\"BoltEvent.eventAuthMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:52:53.385074+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172773385, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:52:53.385139+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172773466, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":81.727557,\"method\":\"BoltEventIncidentReqd.eventIncidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:52:53.467052+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172773467, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:52:53.467127+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172816682, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":348.291581,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:53:36.683086+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172816683, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:53:36.683230+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172866776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2863202304,\"uptime\":1992679.27,\"totalMem\":4018151424,\"loadavg\":[0.12,0.06,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27585560,\"nice\":16390,\"sys\":4185640,\"idle\":1954591240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27511990,\"nice\":16190,\"sys\":4205190,\"idle\":1954456630,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6294,\"sum\":59583}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:54:26.776885+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172866776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:54:26.777017+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172877228, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.010534,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:54:37.228743+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172877228, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:54:37.228809+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172877477, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":248.755291,\"method\":\"BoltEvent.eventAuthMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:54:37.478600+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172877477, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:54:37.478603+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172877855, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":293.727155,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:54:37.855685+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172877855, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:54:37.855688+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742172986776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2863497216,\"uptime\":1992799.28,\"totalMem\":4018151424,\"loadavg\":[0.04,0.05,0.05],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27586580,\"nice\":16390,\"sys\":4185850,\"idle\":1954709410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27513130,\"nice\":16190,\"sys\":4205360,\"idle\":1954574910,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6094,\"sum\":59612}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:56:26.776901+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742172986777, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T00:56:26.777088+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173226776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2861805568,\"uptime\":1993039.28,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27588940,\"nice\":16390,\"sys\":4186270,\"idle\":1954946040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27515440,\"nice\":16190,\"sys\":4205720,\"idle\":1954811430,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6103,\"sum\":59614}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:00:26.776860+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173226776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:00:26.776951+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173286776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2861817856,\"uptime\":1993099.28,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27589380,\"nice\":16390,\"sys\":4186370,\"idle\":1955005220,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27516080,\"nice\":16190,\"sys\":4205760,\"idle\":1954870550,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6098,\"sum\":59613}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:01:26.776875+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173286776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:01:26.776995+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173346776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2861604864,\"uptime\":1993159.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27590110,\"nice\":16390,\"sys\":4186450,\"idle\":1955064280,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27516570,\"nice\":16190,\"sys\":4205860,\"idle\":1954929800,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6098,\"sum\":59611}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:02:26.776884+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173346776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:02:26.777015+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173826776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2860736512,\"uptime\":1993639.28,\"totalMem\":4018151424,\"loadavg\":[0.07,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27594550,\"nice\":16390,\"sys\":4187210,\"idle\":1955537200,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27520700,\"nice\":16190,\"sys\":4206570,\"idle\":1955402980,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6102,\"sum\":59611}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:10:26.776873+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173826776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:10:26.776993+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173886776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2860756992,\"uptime\":1993699.28,\"totalMem\":4018151424,\"loadavg\":[0.03,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27595200,\"nice\":16390,\"sys\":4187280,\"idle\":1955596280,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27521320,\"nice\":16190,\"sys\":4206660,\"idle\":1955462120,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6100,\"sum\":59615}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:11:26.776867+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173886776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:11:26.776973+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173932331, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.00997,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:12:12.331332+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173932331, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:12:12.331363+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173932496, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":165.0389,\"method\":\"BoltEvent.eventAuthMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:12:12.496585+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173932496, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:12:12.496679+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742173932579, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":83.143638,\"method\":\"BoltEventIncidentReqd.eventIncidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:12:12.580031+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742173932580, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:12:12.580100+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174126780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2860400640,\"uptime\":1993939.28,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27598030,\"nice\":16390,\"sys\":4187650,\"idle\":1955832770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27523930,\"nice\":16190,\"sys\":4207100,\"idle\":1955698530,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6101,\"sum\":59612}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:15:26.780841+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174126780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:15:26.780976+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174306776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2860691456,\"uptime\":1994119.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27599420,\"nice\":16390,\"sys\":4187960,\"idle\":1956010250,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27525250,\"nice\":16190,\"sys\":4207330,\"idle\":1955875960,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6096,\"sum\":59614}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:18:26.776835+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174306776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:18:26.777003+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174341152, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.009652,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:19:01.152922+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174341152, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:19:01.152988+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174341345, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":192.002444,\"method\":\"BoltEvent.eventAuthMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:19:01.345177+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174341345, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:19:01.345237+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174341429, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":84.694619,\"method\":\"BoltEventIncidentReqd.eventIncidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:19:01.430135+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174341430, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:19:01.430191+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174341740, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":310.575912,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:19:01.740953+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174341740, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:19:01.741015+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174366780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2851180544,\"uptime\":1994179.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27600320,\"nice\":16390,\"sys\":4188060,\"idle\":1956069070,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27526150,\"nice\":16190,\"sys\":4207460,\"idle\":1955934660,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6122,\"sum\":59604}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:19:26.780883+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174366780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:19:26.781031+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174486780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2852364288,\"uptime\":1994299.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27601260,\"nice\":16390,\"sys\":4188300,\"idle\":1956187220,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27527230,\"nice\":16190,\"sys\":4207660,\"idle\":1956052790,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6095,\"sum\":59612}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:21:26.780879+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174486780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:21:26.780978+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174606776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2853105664,\"uptime\":1994419.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27602140,\"nice\":16390,\"sys\":4188490,\"idle\":1956305560,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27528210,\"nice\":16190,\"sys\":4207920,\"idle\":1956170990,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6101,\"sum\":59610}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:23:26.776876+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174606776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:23:26.776968+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174726780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2852864000,\"uptime\":1994539.28,\"totalMem\":4018151424,\"loadavg\":[0.1,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27603760,\"nice\":16390,\"sys\":4188700,\"idle\":1956423710,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27529520,\"nice\":16190,\"sys\":4208110,\"idle\":1956289210,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6099,\"sum\":59615}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:25:26.780840+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174726780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:25:26.780983+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174820415, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":94.45682,\"method\":\"BoltEventIncidentReqd.eventIncidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:27:00.415904+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174820415, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:27:00.415999+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742174820709, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":293.086812,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:27:00.709215+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742174820709, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:27:00.709365+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742175146780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2853699584,\"uptime\":1994959.28,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27607580,\"nice\":16390,\"sys\":4189350,\"idle\":1956837600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27533650,\"nice\":16190,\"sys\":4208750,\"idle\":1956703100,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6096,\"sum\":59613}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:32:26.780912+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742175146780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:32:26.780993+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742175386776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2858377216,\"uptime\":1995199.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27610000,\"nice\":16390,\"sys\":4189770,\"idle\":1957074080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27536000,\"nice\":16190,\"sys\":4209150,\"idle\":1956939640,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6098,\"sum\":59617}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:36:26.776878+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742175386776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:36:26.776974+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742175446780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2858205184,\"uptime\":1995259.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27610680,\"nice\":16390,\"sys\":4189880,\"idle\":1957133230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27536730,\"nice\":16190,\"sys\":4209220,\"idle\":1956998770,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6098,\"sum\":59614}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:37:26.780870+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742175446780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:37:26.781024+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742175866776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2858389504,\"uptime\":1995679.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27614470,\"nice\":16390,\"sys\":4190590,\"idle\":1957547280,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27540820,\"nice\":16190,\"sys\":4209950,\"idle\":1957412660,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6105,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:44:26.776848+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742175866776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:44:26.776982+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742176166780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845372416,\"uptime\":1995979.28,\"totalMem\":4018151424,\"loadavg\":[0.04,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27617470,\"nice\":16390,\"sys\":4191100,\"idle\":1957842530,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27543800,\"nice\":16190,\"sys\":4210460,\"idle\":1957707860,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6103,\"sum\":59603}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:49:26.781065+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176166781, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:49:26.781163+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742176286780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845474816,\"uptime\":1996099.28,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27618980,\"nice\":16390,\"sys\":4191310,\"idle\":1957960670,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27544810,\"nice\":16190,\"sys\":4210680,\"idle\":1957826100,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6106,\"sum\":59604}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:51:26.780833+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176286780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:51:26.780993+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742176646776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2861535232,\"uptime\":1996459.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27622470,\"nice\":16390,\"sys\":4191850,\"idle\":1958315200,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27547970,\"nice\":16190,\"sys\":4211220,\"idle\":1958180980,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6104,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:57:26.776845+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176646776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:57:26.776948+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742176671742, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.008553,\"method\":\"BoltAction.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:57:51.742153+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176671742, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:57:51.742266+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742176671975, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":232.78088,\"method\":\"BoltInteraction.authMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:57:51.975271+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176671975, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:57:51.975349+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742176672083, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":108.110266,\"method\":\"BoltInteraction.incidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:57:52.083726+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176672083, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:57:52.083823+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742176672083, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.006658,\"method\":\"BoltCommandIncidentReqd.rejectIfClosedMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:57:52.084062+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176672084, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:57:52.084132+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742176672227, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":143.390866,\"method\":\"InternalCommsAction\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:57:52.227812+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176672227, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T01:57:52.227890+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742176946780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2860191744,\"uptime\":1996759.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27624890,\"nice\":16390,\"sys\":4192390,\"idle\":1958611170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27551290,\"nice\":16190,\"sys\":4211720,\"idle\":1958476420,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6102,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:02:26.780832+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742176946780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:02:26.780976+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177066776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2860601344,\"uptime\":1996879.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27625810,\"nice\":16390,\"sys\":4192560,\"idle\":1958729460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27552220,\"nice\":16190,\"sys\":4211910,\"idle\":1958594710,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6097,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:04:26.776853+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177066776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:04:26.776968+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177335314, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":96.058652,\"method\":\"BoltEventIncidentReqd.eventIncidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:08:55.314611+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177335314, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:08:55.314690+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177486776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2859814912,\"uptime\":1997299.28,\"totalMem\":4018151424,\"loadavg\":[0.11,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27629930,\"nice\":16390,\"sys\":4193140,\"idle\":1959143300,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27556470,\"nice\":16190,\"sys\":4212620,\"idle\":1959008690,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6099,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:11:26.776857+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177486776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:11:26.777029+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177546776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2859851776,\"uptime\":1997359.28,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27630470,\"nice\":16390,\"sys\":4193240,\"idle\":1959202410,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27556940,\"nice\":16190,\"sys\":4212730,\"idle\":1959067900,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6101,\"sum\":59603}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:12:26.776883+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177546776, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:12:26.776980+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177861494, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:41.494237+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177861494, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:41.494760+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177861494, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:17:41.483Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"sitereliability@salesforce.com\",\"gsm@salesforce.com\"]},\"internalCommsId\":\"e63bdfbb-9baa-48c3-8b19-067cd4dfec18\",\"allInternalCommsReport\":[{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"ycyhaa-e7w4j9-qrmbf-zr0ebg-1742177859936\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:41.494873+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177861494, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:41.494897+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177861494, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:41.496131+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177861495, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:41.496136+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177861495, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T02:17:41.483Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"sitereliability@salesforce.com\",\"gsm@salesforce.com\"]},\"internalCommsId\":\"e63bdfbb-9baa-48c3-8b19-067cd4dfec18\",\"allInternalCommsReport\":[{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"ycyhaa-e7w4j9-qrmbf-zr0ebg-1742177859936\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:41.496145+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177861495, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:41.496147+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177861495, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-internal-comms-request]: {\"createdAt\":\"2025-03-17T02:17:41.483Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"sitereliability@salesforce.com\",\"gsm@salesforce.com\"]},\"internalCommsId\":\"e63bdfbb-9baa-48c3-8b19-067cd4dfec18\",\"allInternalCommsReport\":[{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"60 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Omni team is investigating the causes for latency.\\nHeap dumps are being collected for the hosts to analyse.\\nRyan who actually owns the service is paged to investigate further\"},\"sentAt\":\"2025-03-17T01:25:49.250Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"14 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\",\"actions\":\"Investigating the issue and impact radius is under discussion\"},\"sentAt\":\"2025-03-17T00:40:19.849Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"ycyhaa-e7w4j9-qrmbf-zr0ebg-1742177859936\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:41.496154+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177861745, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posting comm to external slack channel C05U9CBHX8D - comm: {\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"112 minutes\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\",\"actions\":\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\"},\"sentAt\":\"2025-03-17T02:17:40.848Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"sitereliability@salesforce.com\",\"gsm@salesforce.com\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:41.745579+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177872251, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:52.251351+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177872251, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:52.251680+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872251, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:17:52.242Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"e63bdfbb-9baa-48c3-8b19-067cd4dfec18\",\"sequenceNumber\":3}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:52.251702+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872251, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:52.251728+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872251, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:52.251801+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177872251, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:52.251967+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872251, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T02:17:52.242Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"e63bdfbb-9baa-48c3-8b19-067cd4dfec18\",\"sequenceNumber\":3}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:52.252018+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177872252, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:52.252058+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742177872252, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:17:52.252060+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177888864, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:08.864463+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177888864, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:08.865103+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177888864, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:18:08.849Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"ok\":true,\"id\":\"5ab454b5-8a23-4d66-845d-873d824481d9\",\"serviceId\":\"PXLZDER\",\"serviceName\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentSubject\":\"Customers seeing latency on OMNI chat - single pod\",\"incidentDescription\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\"},\"requestId\":\"c3xbf-it41pr-03h3ca-negrv-1742177888434\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:08.865108+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177888864, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:08.865109+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177888864, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:08.865110+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177888864, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:08.865112+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177888864, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T02:18:08.849Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"ok\":true,\"id\":\"5ab454b5-8a23-4d66-845d-873d824481d9\",\"serviceId\":\"PXLZDER\",\"serviceName\":\"GUS: PMD (Pod Migration and Decommission) APAC Engineering Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentSubject\":\"Customers seeing latency on OMNI chat - single pod\",\"incidentDescription\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\"},\"requestId\":\"c3xbf-it41pr-03h3ca-negrv-1742177888434\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:08.865113+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177888864, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-page-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:08.865114+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742177888865, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-page-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:08.865115+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177895688, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.009312,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:15.689008+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177895689, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:15.689138+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177895828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":139.290118,\"method\":\"BoltEvent.eventAuthMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:15.828616+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177895828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:15.828686+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177895908, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":79.819015,\"method\":\"BoltEventIncidentReqd.eventIncidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:15.908696+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177895908, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:15.908805+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177896205, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":296.465749,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:16.205465+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177896205, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:18:16.205560+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742177966784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2858479616,\"uptime\":1997779.28,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27634310,\"nice\":16390,\"sys\":4194000,\"idle\":1959616330,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27561270,\"nice\":16190,\"sys\":4213440,\"idle\":1959481830,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6099,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:19:26.784870+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742177966784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:19:26.785062+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742178326780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2860085248,\"uptime\":1998139.28,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27638130,\"nice\":16390,\"sys\":4194650,\"idle\":1959970730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27564890,\"nice\":16190,\"sys\":4214090,\"idle\":1959836210,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6097,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:25:26.780845+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742178326780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:25:26.780917+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742178506780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2859864064,\"uptime\":1998319.28,\"totalMem\":4018151424,\"loadavg\":[0.05,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27639900,\"nice\":16390,\"sys\":4194900,\"idle\":1960148260,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27566840,\"nice\":16190,\"sys\":4214380,\"idle\":1960013600,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6103,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:28:26.780818+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742178506780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:28:26.780966+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742178746780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2859687936,\"uptime\":1998559.28,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27641640,\"nice\":16390,\"sys\":4195290,\"idle\":1960384850,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27569020,\"nice\":16190,\"sys\":4214750,\"idle\":1960250010,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6099,\"sum\":59602}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:32:26.780843+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742178746780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:32:26.780996+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742178806780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2859720704,\"uptime\":1998619.28,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27642250,\"nice\":16390,\"sys\":4195390,\"idle\":1960443980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27569690,\"nice\":16190,\"sys\":4214880,\"idle\":1960309150,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6104,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:33:26.780863+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742178806780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:33:26.780961+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742178926780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2859470848,\"uptime\":1998739.28,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27643720,\"nice\":16390,\"sys\":4195570,\"idle\":1960562370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27571030,\"nice\":16190,\"sys\":4215100,\"idle\":1960427260,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6099,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:35:26.780855+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742178926780, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:35:26.780983+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179346784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2858987520,\"uptime\":1999159.28,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27647510,\"nice\":16390,\"sys\":4196250,\"idle\":1960976230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27574220,\"nice\":16190,\"sys\":4215700,\"idle\":1960841250,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6102,\"sum\":59599}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:42:26.784855+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179346784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:42:26.784963+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179400729, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:43:20.729918+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179400730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:43:20.730115+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179400730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:43:20.716Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"ok\":true,\"id\":\"739fa342-88db-44ca-b3b5-f226306e9420\",\"serviceId\":\"PXHL139\",\"serviceName\":\"GUS: CC Edge Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentSubject\":\"Customers seeing latency on OMNI chat - single pod\",\"incidentDescription\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\"},\"requestId\":\"g4i4fe-897vo-0vo8ie-2uunyp-1742179399394\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:43:20.730184+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179400730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:43:20.730206+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179400730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:43:20.730236+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179400730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:43:20.730365+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179400730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T02:43:20.716Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"ok\":true,\"id\":\"739fa342-88db-44ca-b3b5-f226306e9420\",\"serviceId\":\"PXHL139\",\"serviceName\":\"GUS: CC Edge Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentSubject\":\"Customers seeing latency on OMNI chat - single pod\",\"incidentDescription\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\"},\"requestId\":\"g4i4fe-897vo-0vo8ie-2uunyp-1742179399394\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:43:20.730412+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179400730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-page-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:43:20.730414+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742179400730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-page-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:43:20.730417+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179526784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2863050752,\"uptime\":1999339.28,\"totalMem\":4018151424,\"loadavg\":[0.16,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27649260,\"nice\":16390,\"sys\":4196530,\"idle\":1961153680,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27576400,\"nice\":16190,\"sys\":4215990,\"idle\":1961018540,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6100,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:45:26.784871+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179526784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:45:26.784962+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179600714, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "successfully invited U02SZU5J8Q5 to channel C08J0HPF5H9" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:46:40.714273+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600714, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Inviting Slack bots" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:46:40.714278+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179600714, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No channels found in icc-slack-channel-invite-users event: {\"createdAt\":\"2025-03-17T02:46:40.430Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"U02SZU5J8Q5\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:46:40.714281+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179706784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2861453312,\"uptime\":1999519.28,\"totalMem\":4018151424,\"loadavg\":[0.05,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27651250,\"nice\":16390,\"sys\":4196790,\"idle\":1961331220,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27577910,\"nice\":16190,\"sys\":4216320,\"idle\":1961195810,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6102,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:48:26.784853+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179706784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:48:26.785003+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179741848, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":331.010777,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:49:01.849087+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179741849, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:49:01.849220+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179886784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2852896768,\"uptime\":1999699.28,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27653730,\"nice\":16390,\"sys\":4197140,\"idle\":1961508120,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27580200,\"nice\":16190,\"sys\":4216670,\"idle\":1961372740,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6106,\"sum\":59605}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:51:26.784834+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179886784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:51:26.785004+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179907178, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:51:47.178474+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179907178, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-call-joined' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:51:47.178760+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179907178, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T02:51:47.167Z\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"serviceName\":\"GUS: CC Edge Incident Escalation\",\"onCallJoinedTimestamp\":\"2025-03-17T02:51:46.977Z\",\"onBehalfOf\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"createdBy\":\"Priyanka Sharma\",\"createdAt\":\"2025-03-17T02:51:46.964Z\",\"modifiedAt\":\"2025-03-17T02:51:46.964Z\"},\"changes\":{},\"requestId\":\"926a0753-446c-3e15-be8b-19146bdd2933\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:51:47.178835+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179907178, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-call-joined\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:51:47.178887+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179907178, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-call-joined\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:51:47.178952+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742179907179, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:51:47.179066+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179907179, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T02:51:47.167Z\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"serviceName\":\"GUS: CC Edge Incident Escalation\",\"onCallJoinedTimestamp\":\"2025-03-17T02:51:46.977Z\",\"onBehalfOf\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"createdBy\":\"Priyanka Sharma\",\"createdAt\":\"2025-03-17T02:51:46.964Z\",\"modifiedAt\":\"2025-03-17T02:51:46.964Z\"},\"changes\":{},\"requestId\":\"926a0753-446c-3e15-be8b-19146bdd2933\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:51:47.179115+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742179907179, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-call-joined]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:51:47.179117+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742179907179, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-call-joined]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:51:47.179149+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180246784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2866192384,\"uptime\":2000059.28,\"totalMem\":4018151424,\"loadavg\":[0.03,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27656830,\"nice\":16390,\"sys\":4197710,\"idle\":1961862510,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27583530,\"nice\":16190,\"sys\":4217260,\"idle\":1961727370,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6100,\"sum\":59603}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:57:26.784853+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180246784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T02:57:26.785008+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180486784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2862379008,\"uptime\":2000299.29,\"totalMem\":4018151424,\"loadavg\":[0.07,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27658750,\"nice\":16390,\"sys\":4198110,\"idle\":1962099050,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27586120,\"nice\":16190,\"sys\":4217650,\"idle\":1961963910,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":23,\"num\":6107,\"sum\":59603}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:01:26.784841+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180486784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:01:26.784986+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180846784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2856079360,\"uptime\":2000659.29,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27662160,\"nice\":16390,\"sys\":4198660,\"idle\":1962453770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27589620,\"nice\":16190,\"sys\":4218230,\"idle\":1962318700,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6102,\"sum\":59602}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:07:26.784828+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180846784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:07:26.785037+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742180906784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2856087552,\"uptime\":2000719.29,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27662680,\"nice\":16390,\"sys\":4198700,\"idle\":1962512980,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27590310,\"nice\":16190,\"sys\":4218300,\"idle\":1962377800,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6093,\"sum\":59604}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:08:26.784853+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742180906784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:08:26.784973+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742181206784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845855744,\"uptime\":2001019.29,\"totalMem\":4018151424,\"loadavg\":[0.08,0.06,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27666750,\"nice\":17010,\"sys\":4199650,\"idle\":1962805590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27594370,\"nice\":16350,\"sys\":4219400,\"idle\":1962671340,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6099,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:13:26.784853+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181206784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:13:26.785019+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742181266784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845859840,\"uptime\":2001079.29,\"totalMem\":4018151424,\"loadavg\":[0.03,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27667520,\"nice\":17010,\"sys\":4199750,\"idle\":1962864700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27595030,\"nice\":16350,\"sys\":4219500,\"idle\":1962730530,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6096,\"sum\":59607}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:14:26.784855+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181266784, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:14:26.784949+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742181506788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845433856,\"uptime\":2001319.29,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27669820,\"nice\":17010,\"sys\":4200190,\"idle\":1963101140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27597230,\"nice\":16350,\"sys\":4219910,\"idle\":1962967070,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6104,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:18:26.788846+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181506788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:18:26.788998+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742181566788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845437952,\"uptime\":2001379.29,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27670230,\"nice\":17010,\"sys\":4200300,\"idle\":1963160270,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27597710,\"nice\":16350,\"sys\":4219960,\"idle\":1963026220,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6103,\"sum\":59599}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:19:26.788852+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181566788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:19:26.788949+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742181584353, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":538.820636,\"method\":\"AppHomeOpenedEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:19:44.353554+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181584353, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:19:44.353701+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742181626788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2845470720,\"uptime\":2001439.29,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27670690,\"nice\":17010,\"sys\":4200430,\"idle\":1963219330,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27598190,\"nice\":16350,\"sys\":4220070,\"idle\":1963085290,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6132,\"sum\":59588}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:20:26.788864+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181626788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:20:26.788973+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742181686790, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2856902656,\"uptime\":2001499.29,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27671630,\"nice\":17010,\"sys\":4200570,\"idle\":1963278080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27599010,\"nice\":16350,\"sys\":4220250,\"idle\":1963144010,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6102,\"sum\":59594}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:21:26.790642+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181686790, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:21:26.790819+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742181806788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2856448000,\"uptime\":2001619.29,\"totalMem\":4018151424,\"loadavg\":[0.06,0.04,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27672980,\"nice\":17010,\"sys\":4200790,\"idle\":1963396400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27600240,\"nice\":16350,\"sys\":4220440,\"idle\":1963262220,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6090,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:23:26.788840+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742181806788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:23:26.788989+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742182646788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2854649856,\"uptime\":2002459.29,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27680820,\"nice\":17010,\"sys\":4202150,\"idle\":1964224420,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27608040,\"nice\":16350,\"sys\":4221830,\"idle\":1964089720,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6099,\"sum\":59598}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:37:26.788864+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742182646788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:37:26.788994+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742183006788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2853154816,\"uptime\":2002819.29,\"totalMem\":4018151424,\"loadavg\":[0.09,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27684220,\"nice\":17010,\"sys\":4202770,\"idle\":1964579080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27611230,\"nice\":16350,\"sys\":4222410,\"idle\":1964444580,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6101,\"sum\":59603}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:43:26.788886+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742183006788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:43:26.789025+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742183306788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2852749312,\"uptime\":2003119.29,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27686920,\"nice\":17010,\"sys\":4203270,\"idle\":1964874960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27614700,\"nice\":16350,\"sys\":4222820,\"idle\":1964740000,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6101,\"sum\":59602}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:48:26.788888+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742183306788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:48:26.789043+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742183366788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2852524032,\"uptime\":2003179.29,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27687620,\"nice\":17010,\"sys\":4203390,\"idle\":1964934060,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27615140,\"nice\":16350,\"sys\":4222910,\"idle\":1964799150,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6101,\"sum\":59605}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:49:26.788834+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742183366788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:49:26.788988+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742183426788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2852298752,\"uptime\":2003239.29,\"totalMem\":4018151424,\"loadavg\":[0.08,0.02,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27688060,\"nice\":17010,\"sys\":4203520,\"idle\":1964993170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27615580,\"nice\":16350,\"sys\":4223020,\"idle\":1964858240,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6095,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:50:26.788872+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742183426789, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:50:26.789450+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742183661649, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:54:21.649366+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742183661649, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:54:21.649650+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742183661649, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T03:54:21.640Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"3b50795b-9da2-4234-9b26-7c734b7e5b40\",\"sequenceNumber\":5}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:54:21.649731+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742183661649, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:54:21.649778+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742183661649, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:54:21.649901+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742183661649, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:54:21.649990+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742183661650, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T03:54:21.640Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"3b50795b-9da2-4234-9b26-7c734b7e5b40\",\"sequenceNumber\":5}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:54:21.650077+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742183661650, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:54:21.650112+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742183661650, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T03:54:21.650115+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742184026788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2850594816,\"uptime\":2003839.29,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27694410,\"nice\":17010,\"sys\":4204630,\"idle\":1965583250,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27621670,\"nice\":16350,\"sys\":4224280,\"idle\":1965448380,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6131,\"sum\":59579}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:00:26.788875+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184026788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:00:26.788965+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742184086788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2844545024,\"uptime\":2003899.29,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27694810,\"nice\":17010,\"sys\":4204750,\"idle\":1965642310,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27622100,\"nice\":16350,\"sys\":4224410,\"idle\":1965507480,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6106,\"sum\":59587}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:01:26.788871+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184086788, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:01:26.788973+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742184626792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843295744,\"uptime\":2004439.29,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27699750,\"nice\":17010,\"sys\":4205550,\"idle\":1966174640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27627810,\"nice\":16350,\"sys\":4225320,\"idle\":1966039380,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6098,\"sum\":59592}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:10:26.792877+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184626792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:10:26.792978+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742184686792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843570176,\"uptime\":2004499.29,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27700400,\"nice\":17010,\"sys\":4205660,\"idle\":1966233690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27628390,\"nice\":16350,\"sys\":4225440,\"idle\":1966098530,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6103,\"sum\":59589}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:11:26.792837+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184686792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:11:26.792963+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742184806792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843095040,\"uptime\":2004619.29,\"totalMem\":4018151424,\"loadavg\":[0.04,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27701510,\"nice\":17010,\"sys\":4205830,\"idle\":1966352060,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27629580,\"nice\":16350,\"sys\":4225600,\"idle\":1966216700,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6096,\"sum\":59589}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:13:26.792857+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184806792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:13:26.792967+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742184926792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2847215616,\"uptime\":2004739.29,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27702660,\"nice\":17010,\"sys\":4206010,\"idle\":1966470290,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27630920,\"nice\":16350,\"sys\":4225730,\"idle\":1966334810,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6126,\"sum\":59583}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:15:26.792863+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742184926792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:15:26.792947+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742185586792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843070464,\"uptime\":2005399.29,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27709800,\"nice\":17010,\"sys\":4207110,\"idle\":1967120120,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27637510,\"nice\":16350,\"sys\":4226840,\"idle\":1966984980,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6108,\"sum\":59605}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:26:26.792859+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742185586792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:26:26.793042+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742185706792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842849280,\"uptime\":2005519.29,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27711030,\"nice\":17010,\"sys\":4207320,\"idle\":1967238370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27638840,\"nice\":16350,\"sys\":4227050,\"idle\":1967103260,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6096,\"sum\":59607}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:28:26.792838+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742185706792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:28:26.792970+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742185766796, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842607616,\"uptime\":2005579.29,\"totalMem\":4018151424,\"loadavg\":[0.32,0.08,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27711430,\"nice\":17010,\"sys\":4207430,\"idle\":1967297500,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27639350,\"nice\":16350,\"sys\":4227150,\"idle\":1967162330,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6101,\"sum\":59609}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:29:26.796843+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742185766796, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:29:26.797001+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742185886796, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842378240,\"uptime\":2005699.29,\"totalMem\":4018151424,\"loadavg\":[0.04,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27712500,\"nice\":17010,\"sys\":4207690,\"idle\":1967415720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27640390,\"nice\":16350,\"sys\":4227380,\"idle\":1967280530,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6094,\"sum\":59605}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:31:26.796833+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742185886796, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:31:26.796992+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186342499, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.499189+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186342499, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.499898+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742186342499,\"pid\":31,\"hostname\":\"dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab\",\"name\":\"icc-common\",\"msg\":\"Kafka Consumer is returning ProcessedKafkaEvent {\\\"createdAt\\\":\\\"2025-03-17T04:39:02.484Z\\\",\\\"user\\\":{\\\"id\\\":\\\"04bc90bb-223a-4af7-8f24-095137150138\\\",\\\"email\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jagruthi Akkaldevi\\\",\\\"firstName\\\":\\\"Jagruthi\\\",\\\"lastName\\\":\\\"Akkaldevi\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE0000040HMjYAM\\\",\\\"slackUserId\\\":\\\"U0329QR7H0W\\\",\\\"createdBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-06-29T02:42:05.592Z\\\",\\\"modifiedAt\\\":\\\"2022-06-29T02:42:05.592Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"gsm@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"644bb60e-3bb1-431d-a4ad-6f88fcdfbd09\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances c", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.500029+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "ausing the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"kxtj-okecre-l9addf-tw3p6v-1742186341147\\\",\\\"client\\\":\\\"icc-ui\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.500029+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186342499, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.500052+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186342500, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.500098+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186342500, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.500204+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742186342500,\"pid\":31,\"hostname\":\"dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab\",\"name\":\"icc-slack\",\"msg\":\"Received JSON event: {\\\"createdAt\\\":\\\"2025-03-17T04:39:02.484Z\\\",\\\"user\\\":{\\\"id\\\":\\\"04bc90bb-223a-4af7-8f24-095137150138\\\",\\\"email\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jagruthi Akkaldevi\\\",\\\"firstName\\\":\\\"Jagruthi\\\",\\\"lastName\\\":\\\"Akkaldevi\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE0000040HMjYAM\\\",\\\"slackUserId\\\":\\\"U0329QR7H0W\\\",\\\"createdBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-06-29T02:42:05.592Z\\\",\\\"modifiedAt\\\":\\\"2022-06-29T02:42:05.592Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"gsm@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"644bb60e-3bb1-431d-a4ad-6f88fcdfbd09\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitiga", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.500632+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "tion needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"kxtj-okecre-l9addf-tw3p6v-1742186341147\\\",\\\"client\\\":\\\"icc-ui\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.500632+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186342500, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.500634+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742186342500,\"pid\":31,\"hostname\":\"dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab\",\"name\":\"icc-slack\",\"msg\":\"Handler for [icc-internal-comms-request]: {\\\"createdAt\\\":\\\"2025-03-17T04:39:02.484Z\\\",\\\"user\\\":{\\\"id\\\":\\\"04bc90bb-223a-4af7-8f24-095137150138\\\",\\\"email\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Jagruthi Akkaldevi\\\",\\\"firstName\\\":\\\"Jagruthi\\\",\\\"lastName\\\":\\\"Akkaldevi\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE0000040HMjYAM\\\",\\\"slackUserId\\\":\\\"U0329QR7H0W\\\",\\\"createdBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jakkaldevi@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-06-29T02:42:05.592Z\\\",\\\"modifiedAt\\\":\\\"2022-06-29T02:42:05.592Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:25:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"\\\",\\\"rootCause\\\":\\\"\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T00:38:13.514Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"gsm@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"644bb60e-3bb1-431d-a4ad-6f88fcdfbd09\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing ", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.500643+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "the issue. The mitigation needs IDB changes to fall back to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"kxtj-okecre-l9addf-tw3p6v-1742186341147\\\",\\\"client\\\":\\\"icc-ui\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.500643+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186342696, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posting comm to external slack channel C05U9CBHX8D - comm: {\"sequenceNumber\":6,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\",\"actions\":\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\"},\"sentAt\":\"2025-03-17T04:39:02.111Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"gsm@salesforce.com\",\"techcustomerescalation@salesforce.com\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.696619+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186342898, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posting comm to external slack channel C05T2A3C319 - comm: {\"sequenceNumber\":6,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"4 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\",\"actions\":\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\"},\"sentAt\":\"2025-03-17T04:39:02.111Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"gsm@salesforce.com\",\"techcustomerescalation@salesforce.com\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:02.898710+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186343104, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "[IccKafkaProducer.produceInternalCommsSentEvent] Publishing internal comms delivery status: {\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"644bb60e-3bb1-431d-a4ad-6f88fcdfbd09\",\"sequenceNumber\":6}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.104839+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186343104, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.iccMetricRequestExecute] - icc-internal-comms-response - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.104879+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186343104, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.104935+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186343104, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.104988+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186343105, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.105138+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186343105, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key '13054fa1-b6e2-45d6-8afe-0c7523384b29' to topic 'incident': {\"createdAt\":\"2025-03-17T04:39:03.104Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"644bb60e-3bb1-431d-a4ad-6f88fcdfbd09\",\"sequenceNumber\":6}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.105237+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186343105, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key '13054fa1-b6e2-45d6-8afe-0c7523384b29' to Kafka topic 'incident'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.105341+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186343105, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.iccMetricDurationTime] - icc-internal-comms-response - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.105342+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186343105, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.18285799771547318\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.105345+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186343105, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.18285799771547318\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.105376+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186343105, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.105424+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186343114, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.114264+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186343114, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.114478+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186343114, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T04:39:03.104Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"644bb60e-3bb1-431d-a4ad-6f88fcdfbd09\",\"sequenceNumber\":6}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.114522+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186343114, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.114561+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186343114, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.114592+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186343114, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.114694+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186343114, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T04:39:03.104Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"644bb60e-3bb1-431d-a4ad-6f88fcdfbd09\",\"sequenceNumber\":6}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.114739+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186343114, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.114740+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742186343114, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:03.114743+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186366792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842361856,\"uptime\":2006179.29,\"totalMem\":4018151424,\"loadavg\":[0.03,0.08,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27718160,\"nice\":17010,\"sys\":4208410,\"idle\":1967888660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27645260,\"nice\":16350,\"sys\":4228140,\"idle\":1967753390,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6130,\"sum\":59598}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:26.792869+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186366792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:39:26.792967+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186486792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2844848128,\"uptime\":2006299.29,\"totalMem\":4018151424,\"loadavg\":[0,0.05,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27719220,\"nice\":17010,\"sys\":4208620,\"idle\":1968006890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27646460,\"nice\":16350,\"sys\":4228320,\"idle\":1967871620,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6098,\"sum\":59604}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:41:26.792827+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186486792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:41:26.792962+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742186726792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2847748096,\"uptime\":2006539.29,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27721290,\"nice\":17010,\"sys\":4209060,\"idle\":1968243280,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27648780,\"nice\":16350,\"sys\":4228750,\"idle\":1968108150,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6104,\"sum\":59605}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:45:26.792846+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742186726792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:45:26.792993+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742187206792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2829586432,\"uptime\":2007019.29,\"totalMem\":4018151424,\"loadavg\":[0.73,0.24,0.08],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27726210,\"nice\":17010,\"sys\":4209850,\"idle\":1968716060,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27654430,\"nice\":16350,\"sys\":4229550,\"idle\":1968580660,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6106,\"sum\":59604}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:53:26.792845+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742187206792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:53:26.793007+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742187386792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2836381696,\"uptime\":2007199.29,\"totalMem\":4018151424,\"loadavg\":[0.03,0.12,0.06],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27727820,\"nice\":17010,\"sys\":4210170,\"idle\":1968893370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27655990,\"nice\":16350,\"sys\":4229820,\"idle\":1968758000,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6100,\"sum\":59610}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:56:26.792858+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742187386792, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T04:56:26.792999+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742187746796, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838249472,\"uptime\":2007559.3,\"totalMem\":4018151424,\"loadavg\":[0.05,0.05,0.04],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27731080,\"nice\":17010,\"sys\":4210730,\"idle\":1969248190,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27659400,\"nice\":16350,\"sys\":4230310,\"idle\":1969112780,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6101,\"sum\":59606}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:02:26.796860+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742187746796, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:02:26.796946+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742187806796, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838364160,\"uptime\":2007619.3,\"totalMem\":4018151424,\"loadavg\":[0.02,0.04,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27731700,\"nice\":17010,\"sys\":4210830,\"idle\":1969307310,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27659890,\"nice\":16350,\"sys\":4230390,\"idle\":1969171940,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6102,\"sum\":59605}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:03:26.796863+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742187806796, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:03:26.796975+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188406796, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838204416,\"uptime\":2008219.3,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27737760,\"nice\":17010,\"sys\":4211750,\"idle\":1969898540,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27666020,\"nice\":16350,\"sys\":4231360,\"idle\":1969763380,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6102,\"sum\":59607}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:13:26.796875+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188406796, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:13:26.796975+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188468731, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posting comm to external slack channel C05T2A3C319 - comm: {\"sequenceNumber\":7,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"5 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\",\"actions\":\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\nInvestigation and mitigation steps continue to happen however.\"},\"sentAt\":\"2025-03-17T05:14:27.661Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"gsm@salesforce.com\",\"techcustomerescalation@salesforce.com\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:14:28.731484+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742188766796, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838204416,\"uptime\":2008579.3,\"totalMem\":4018151424,\"loadavg\":[0.06,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27741590,\"nice\":17010,\"sys\":4212340,\"idle\":1970253360,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27669990,\"nice\":16350,\"sys\":4231860,\"idle\":1970118210,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6097,\"sum\":59597}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:19:26.796846+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742188766796, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:19:26.797006+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742189246800, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843185152,\"uptime\":2009059.3,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27746830,\"nice\":17010,\"sys\":4213090,\"idle\":1970725940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27675080,\"nice\":16350,\"sys\":4232660,\"idle\":1970590920,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6097,\"sum\":59604}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:27:26.800848+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742189246800, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:27:26.800988+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742189546800, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843312128,\"uptime\":2009359.3,\"totalMem\":4018151424,\"loadavg\":[0.1,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27749570,\"nice\":17010,\"sys\":4213570,\"idle\":1971021700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27677980,\"nice\":16350,\"sys\":4233170,\"idle\":1970886490,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6114,\"sum\":59583}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:32:26.800845+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742189546800, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:32:26.800990+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742189606800, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843357184,\"uptime\":2009419.3,\"totalMem\":4018151424,\"loadavg\":[0.04,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27750010,\"nice\":17010,\"sys\":4213700,\"idle\":1971080820,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27678360,\"nice\":16350,\"sys\":4233320,\"idle\":1970945640,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6103,\"sum\":59588}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:33:26.800874+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742189606800, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:33:26.800949+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742189846800, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843111424,\"uptime\":2009659.3,\"totalMem\":4018151424,\"loadavg\":[0.06,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27752040,\"nice\":17010,\"sys\":4214120,\"idle\":1971317440,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27680860,\"nice\":16350,\"sys\":4233640,\"idle\":1971182060,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6097,\"sum\":59603}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:37:26.800834+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742189846800, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:37:26.800984+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191046804, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837897216,\"uptime\":2010859.3,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27764010,\"nice\":17010,\"sys\":4216080,\"idle\":1972499630,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27692270,\"nice\":16350,\"sys\":4235520,\"idle\":1972364270,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6251,\"sum\":59577}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:57:26.804906+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191046804, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:57:26.804978+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191084910, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "successfully invited WCFSS4ZBL to channel C08J0HPF5H9" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:58:04.911064+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084910, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Inviting Slack bots" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:58:04.911068+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191084911, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No channels found in icc-slack-channel-invite-users event: {\"createdAt\":\"2025-03-17T05:58:04.527Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"WCFSS4ZBL\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:58:04.911119+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191106804, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2837647360,\"uptime\":2010919.3,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27764460,\"nice\":17010,\"sys\":4216140,\"idle\":1972558690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27692620,\"nice\":16350,\"sys\":4235590,\"idle\":1972423450,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6154,\"sum\":59570}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:58:26.804913+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191106804, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T05:58:26.804988+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191226804, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838351872,\"uptime\":2011039.3,\"totalMem\":4018151424,\"loadavg\":[0.05,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27765470,\"nice\":17010,\"sys\":4216330,\"idle\":1972676920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27693650,\"nice\":16350,\"sys\":4235800,\"idle\":1972541700,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6103,\"sum\":59589}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:00:26.804869+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191226804, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:00:26.804990+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191706804, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838294528,\"uptime\":2011519.31,\"totalMem\":4018151424,\"loadavg\":[0.01,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27769970,\"nice\":17010,\"sys\":4217140,\"idle\":1973149890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27698440,\"nice\":16350,\"sys\":4236620,\"idle\":1973014930,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6107,\"sum\":59586}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:08:26.804854+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191706805, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:08:26.805093+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191886804, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2838069248,\"uptime\":2011699.31,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27771550,\"nice\":17010,\"sys\":4217410,\"idle\":1973327180,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27699920,\"nice\":16350,\"sys\":4236860,\"idle\":1973192390,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6099,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:11:26.804835+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191886804, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:11:26.805033+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191968396, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.011006,\"method\":\"BoltAction.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:48.397085+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191968397, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:48.397214+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191968641, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":244.471041,\"method\":\"BoltInteraction.authMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:48.641854+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191968641, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:48.641968+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191968642, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.098367,\"method\":\"BoltCommand.parseSubcommandMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:48.642316+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191968642, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:48.642354+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191978991, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:58.991840+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191978992, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:58.992212+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191978992, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:12:58.982Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"35c1378a-59da-4c92-837b-a74795efb907\",\"serviceId\":\"PXJUOWJ\",\"serviceName\":\"Global Network Operations (GNO)\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXJUOWJ\",\"responderName\":\"GNO Slack\",\"responderId\":\"PZME0Y9\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PZME0Y9\",\"incidentNumber\":\"14035577\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q05PO4GARHD6N4\",\"success\":true,\"pageTimestamp\":\"2025-03-17T06:12:58.938Z\",\"pdData\":{\"incident\":{\"incident_number\":14035577,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T06:12:58Z\",\"updated_at\":\"2025-03-17T06:12:58Z\",\"status\":\"triggered\",\"incident_key\":\"6e3bc4e63210485ab67b56f32d8ffe02\",\"service\":{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXJUOWJ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXJUOWJ\"},\"assignments\":[{\"at\":\"2025-03-17T06:12:58Z\",\"assignee\":{\"id\":\"PZME0Y9\",\"type\":\"user_reference\",\"summary\":\"GNO Slack\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PZME0Y9\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PZME0Y9\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T06:12:58Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R6YPMB7QXEX8S69DBZ1SUU6YYG\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R6YPMB7QXEX8S69DBZ1SUU6YYG\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q05PO4GARHD6N4\/log_entries\/R6YPMB7QXEX8S69DBZ1SUU6YYG\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PJ4LHHX\",\"type\":\"escalation_policy_reference\",\"summary\":\"GNO Oncall\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PJ4LHHX\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PJ4LHHX\"},\"teams\":[{\"id\":\"PNBD903\",\"type\":\"team_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/PNBD903\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/PNBD903\"}],\"impacted_services\":[{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXJUOWJ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXJUOWJ\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T06:22:58Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXJUOWJ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXJUOWJ\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q05PO4GARHD6N4\",\"type\":\"incident\",\"summary\":\"[#14035577] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q05PO4GARHD6N4\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q05PO4GARHD6N4\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"g1k7t2o1l5d9i3o3@computecloud.slack.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:58.992621+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191978992, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:58.992623+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191978992, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:58.992623+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742191978992, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:58.992624+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191978992, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:12:58.982Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"35c1378a-59da-4c92-837b-a74795efb907\",\"serviceId\":\"PXJUOWJ\",\"serviceName\":\"Global Network Operations (GNO)\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXJUOWJ\",\"responderName\":\"GNO Slack\",\"responderId\":\"PZME0Y9\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PZME0Y9\",\"incidentNumber\":\"14035577\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q05PO4GARHD6N4\",\"success\":true,\"pageTimestamp\":\"2025-03-17T06:12:58.938Z\",\"pdData\":{\"incident\":{\"incident_number\":14035577,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T06:12:58Z\",\"updated_at\":\"2025-03-17T06:12:58Z\",\"status\":\"triggered\",\"incident_key\":\"6e3bc4e63210485ab67b56f32d8ffe02\",\"service\":{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXJUOWJ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXJUOWJ\"},\"assignments\":[{\"at\":\"2025-03-17T06:12:58Z\",\"assignee\":{\"id\":\"PZME0Y9\",\"type\":\"user_reference\",\"summary\":\"GNO Slack\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PZME0Y9\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PZME0Y9\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T06:12:58Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R6YPMB7QXEX8S69DBZ1SUU6YYG\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R6YPMB7QXEX8S69DBZ1SUU6YYG\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q05PO4GARHD6N4\/log_entries\/R6YPMB7QXEX8S69DBZ1SUU6YYG\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PJ4LHHX\",\"type\":\"escalation_policy_reference\",\"summary\":\"GNO Oncall\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PJ4LHHX\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PJ4LHHX\"},\"teams\":[{\"id\":\"PNBD903\",\"type\":\"team_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/PNBD903\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/PNBD903\"}],\"impacted_services\":[{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXJUOWJ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXJUOWJ\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T06:22:58Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PXJUOWJ\",\"type\":\"service_reference\",\"summary\":\"Global Network Operations (GNO)\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PXJUOWJ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PXJUOWJ\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q05PO4GARHD6N4\",\"type\":\"incident\",\"summary\":\"[#14035577] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q05PO4GARHD6N4\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q05PO4GARHD6N4\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"g1k7t2o1l5d9i3o3@computecloud.slack.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:58.992627+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742191978992, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-page-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:58.992628+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742191978992, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-page-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:12:58.992628+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192275316, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:17:55.316882+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192275317, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:17:55.317834+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192540961, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":99.123696,\"method\":\"BoltEventIncidentReqd.eventIncidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:22:20.961116+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192540961, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:22:20.961287+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192626436, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.010202,\"method\":\"BoltAction.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:23:46.436489+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192626436, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:23:46.436612+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192626594, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":157.763053,\"method\":\"BoltInteraction.authMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:23:46.594561+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192626594, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:23:46.594642+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192626594, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.095675,\"method\":\"BoltCommand.parseSubcommandMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:23:46.594847+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192626594, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:23:46.594890+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192666808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2846269440,\"uptime\":2012479.31,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27778790,\"nice\":17010,\"sys\":4218640,\"idle\":1974095600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27708050,\"nice\":16350,\"sys\":4238250,\"idle\":1973960470,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6135,\"sum\":59586}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:24:26.808875+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192666808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:24:26.808992+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192966808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2848313344,\"uptime\":2012779.31,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27781480,\"nice\":17010,\"sys\":4219250,\"idle\":1974391190,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27711530,\"nice\":16350,\"sys\":4238890,\"idle\":1974255720,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":23,\"num\":6097,\"sum\":59595}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:26.808852+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192966808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:26.808967+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192985580, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.581016+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192985581, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.581465+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985581, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:45.563Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742192983,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742192983785,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WBFEYNGA1\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.581610+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985581, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.581616+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985581, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.581674+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192985581, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.581782+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985581, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:29:45.563Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742192983,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742192983785,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WBFEYNGA1\"],\"inviteBots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.581869+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985581, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-incident-created-with-slack-channel]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.581869+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742192985581, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-incident-created-with-slack-channel]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.581870+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192985632, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.632197+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192985632, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.632390+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985632, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:45.617Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.632457+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985632, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.632483+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985632, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.632556+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192985632, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.632662+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985632, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:29:45.617Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.632729+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985632, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-incident-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.632732+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742192985632, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-incident-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.632756+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192985632, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.632834+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192985632, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.632970+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985632, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:45.627Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WBFEYNGA1\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.633006+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985633, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.633049+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985633, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.633087+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192985633, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.633147+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985633, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:29:45.627Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WBFEYNGA1\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.633294+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985633, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-slack-channel-invite-users]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.633295+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985633, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Incident invite notification for [icc-slack-channel-invite-users]: {\"createdAt\":\"2025-03-17T06:29:45.627Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WBFEYNGA1\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.633295+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985633, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Could not invite incident commander from event" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.633296+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985633, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Inviting Slack users" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.633298+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192985830, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.830147+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192985830, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.830315+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985830, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:45.777Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742192983,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742192983785,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.830326+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985830, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.830330+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985830, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.830394+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192985830, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.830500+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985830, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:29:45.777Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742192983,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742192983785,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.830534+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985830, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-slack-channel-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.830537+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742192985830, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-slack-channel-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.830551+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192985904, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "successfully invited WBFEYNGA1 to channel C08HYDW3893" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.904366+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192985904, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Inviting Slack bots" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:45.904373+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192987024, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "successfully invited U02DWLVTKB9,U01UPBJAV5F,U02GXBX8PUZ,U03LNRS637U,U032QNNKMT7,U06Q54CS88M to channel C08HYDW3893" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:47.024442+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192987024, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No channels found in icc-slack-channel-invite-users event: {\"createdAt\":\"2025-03-17T06:29:45.627Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WBFEYNGA1\"],\"bots\":[\"U02DWLVTKB9\",\"U01UPBJAV5F\",\"U02GXBX8PUZ\",\"U03LNRS637U\",\"U032QNNKMT7\",\"U06Q54CS88M\"],\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:47.024470+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192990365, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:50.365395+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192990365, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:50.365567+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:50.307Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-17T06:29:50.307Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:50.365580+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:50.365584+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:50.365647+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192990365, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:50.365779+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:29:50.307Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-17T06:29:50.307Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:50.365791+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-gus-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:50.365795+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192990365, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-gus-response]: {\"createdAt\":\"2025-03-17T06:29:50.307Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_created\",\"timestamp\":\"2025-03-17T06:29:50.307Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{\"lastExportStatus\":[null,\"success\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:50.365853+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192991110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:51.110374+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192991110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-renamed' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:51.110479+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192991110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:51.060Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"createdAt\":\"2025-03-17T06:29:45.583Z\",\"modifiedAt\":\"2025-03-17T06:29:50.367Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:51.110480+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192991110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:51.110496+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192991110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-renamed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:51.110567+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192991110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:51.110650+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192991110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:29:51.060Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"createdAt\":\"2025-03-17T06:29:45.583Z\",\"modifiedAt\":\"2025-03-17T06:29:50.367Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:51.110667+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192991110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-slack-channel-renamed]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:51.110679+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742192991110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-slack-channel-renamed]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:51.110695+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192992568, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.00862,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:52.568420+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192992568, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:52.568501+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192992690, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.010282,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:52.690527+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192992690, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:52.690534+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192992782, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":213.960816,\"method\":\"BoltEvent.eventAuthMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:52.782647+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192992782, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:52.782698+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192993104, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":266.143525,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:53.105029+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192993105, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:53.105261+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192993728, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.008706,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:53.729108+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192993729, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:53.729220+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192993892, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0,\"method\":\"C08HYDW3893\",\"path\":\"U02Q288NF7W\",\"statusCode\":1}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:53.892785+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192993892, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:53.892877+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996116, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.117018+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996117, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.117468+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996117, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:55.968Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:29:50.307Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-17T06:29:55.775Z\"]},\"requestId\":\"9135ad66-080c-1782-e979-6edb59a2cdee\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.117590+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996117, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.117618+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996117, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.117705+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996117, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.117843+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996117, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:29:55.968Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:29:50.307Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-17T06:29:55.775Z\"]},\"requestId\":\"9135ad66-080c-1782-e979-6edb59a2cdee\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.117971+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996117, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-incident-updated]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.117973+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996118, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Incident updated notification for [icc-incident-updated]: {\"createdAt\":\"2025-03-17T06:29:55.968Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:29:50.307Z\",\"usdResources\":[]},\"changes\":{\"status\":[\"New\",\"InProgress\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}]},\"engagedAt\":[\"\",\"2025-03-17T06:29:55.775Z\"]},\"requestId\":\"9135ad66-080c-1782-e979-6edb59a2cdee\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.118159+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996118, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Un-accounted for change for key engagedAt with changes: [\"\",\"2025-03-17T06:29:55.775Z\"] with incident payload {\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:29:50.307Z\",\"usdResources\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.118642+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126199+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126396+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:55.746Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:29:50.307Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000J7QcN2AV\",\"gusCaseRecordId\":\"500EE00001TybJdYAJ\"}],\"requestId\":\"1fbb7903-5b05-be73-f763-65b92d2f8989\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126414+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126483+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126485+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126568+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:29:55.746Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:29:50.307Z\"},\"eventObj\":[{\"configurationItemId\":\"a7JEE00000J7QcN2AV\",\"gusCaseRecordId\":\"500EE00001TybJdYAJ\"}],\"requestId\":\"1fbb7903-5b05-be73-f763-65b92d2f8989\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126595+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-incident-to-cis-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126640+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-incident-to-cis-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126641+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126703+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-create-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126884+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:29:55.749Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:29:50.307Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T06:29:55.674Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-17T06:29:55.636Z\",\"modifiedAt\":\"2025-03-17T06:29:55.636Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"configurationItemId\":\"a7JEE00000J7QcN2AV\",\"createLock\":true,\"sfid\":null,\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":null}],\"requestId\":\"1fbb7903-5b05-be73-f763-65b92d2f8989\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126919+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-create-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126934+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-create-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.126971+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996126, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.127041+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996127, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:29:55.749Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\",\"scope\":\"icc-incidents-readonly icc-incidents-manage\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"New\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:29:50.307Z\"},\"eventObj\":[{\"createdAt\":\"2025-03-17T06:29:55.674Z\",\"modifiedAt\":\"2025-03-17T06:29:55.674Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"pending_response\",\"incidentToCi\":{\"createdAt\":\"2025-03-17T06:29:55.636Z\",\"modifiedAt\":\"2025-03-17T06:29:55.636Z\",\"createdBy\":null,\"modifiedBy\":null,\"id\":\"7055addb-45b2-4ea7-9b87-87371b687582\",\"configurationItemId\":\"a7JEE00000J7QcN2AV\",\"createLock\":true,\"sfid\":null,\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"description\":\"Lock to be created for Incident: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"externalId\":null}],\"requestId\":\"1fbb7903-5b05-be73-f763-65b92d2f8989\",\"client\":\"quantumks2s\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.127081+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996127, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-ctc-lock-create-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.127081+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742192996127, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-ctc-lock-create-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.127094+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996169, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.169374+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996169, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-report-generic-data' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.169575+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996169, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"timestamp\":\"2025-03-17T06:29:55.748Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.169601+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996169, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.169657+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996169, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-generic-data\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.169737+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996169, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.169906+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996169, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"timestamp\":\"2025-03-17T06:29:55.748Z\",\"sectionTitle\":\"Incident to CI Updated \",\"contentObject\":{\"emptyData\":\"All Incident to CI have been removed\",\"dataTitle\":\"Incident to Ci updated with the following information:\",\"data\":[]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.169974+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996169, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-report-generic-data]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.169997+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742192996170, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-report-generic-data]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.170042+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996313, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posted incident update message to Slack." }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.313870+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996313, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Slack response: {\"ok\":true,\"channel\":\"C08HYDW3893\",\"ts\":\"1742192996.242689\",\"message\":{\"user\":\"U02Q288NF7W\",\"type\":\"message\",\"ts\":\"1742192996.242689\",\"bot_id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"text\":\"SiteReliability updated status from *New* to *In Progress*. Let's get to work!\",\"team\":\"T01GST6QY0G\",\"bot_profile\":{\"id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"name\":\"Incident Command Center\",\"icons\":{\"image_36\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_36.png\",\"image_48\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_48.png\",\"image_72\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_72.png\"},\"deleted\":false,\"updated\":1647596965,\"team_id\":\"T01GST6QY0G\"},\"blocks\":[{\"type\":\"rich_text\",\"block_id\":\"+MSh2\",\"elements\":[{\"type\":\"rich_text_section\",\"elements\":[{\"type\":\"text\",\"text\":\"SiteReliability updated status from \"},{\"type\":\"text\",\"text\":\"New\",\"style\":{\"bold\":true}},{\"type\":\"text\",\"text\":\" to \"},{\"type\":\"text\",\"text\":\"In Progress\",\"style\":{\"bold\":true}},{\"type\":\"text\",\"text\":\". Let's get to work!\"}]}]}],\"language\":{\"locale\":\"en-US\",\"is_reliable\":true}},\"response_metadata\":{\"scopes\":[\"app_mentions:read\",\"channels:join\",\"channels:manage\",\"channels:read\",\"chat:write\",\"chat:write.customize\",\"chat:write.public\",\"commands\",\"groups:read\",\"groups:write\",\"links:read\",\"links:write\",\"users:read\",\"users:read.email\",\"channels:history\",\"groups:history\",\"im:history\",\"mpim:history\",\"bookmarks:read\",\"bookmarks:write\",\"pins:read\",\"pins:write\",\"mpim:read\",\"workflow.steps:execute\"],\"acceptedScopes\":[\"chat:write\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.313875+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192996343, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posted incident update message to Slack." }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.343142+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192996343, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Slack response: {\"ok\":true,\"channel\":\"C08HYDW3893\",\"ts\":\"1742192996.280809\",\"message\":{\"user\":\"U02Q288NF7W\",\"type\":\"message\",\"ts\":\"1742192996.280809\",\"bot_id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"text\":\"SiteReliability just updated this incident:\",\"team\":\"T01GST6QY0G\",\"bot_profile\":{\"id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"name\":\"Incident Command Center\",\"icons\":{\"image_36\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_36.png\",\"image_48\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_48.png\",\"image_72\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_72.png\"},\"deleted\":false,\"updated\":1647596965,\"team_id\":\"T01GST6QY0G\"},\"attachments\":[{\"id\":1,\"blocks\":[{\"type\":\"section\",\"block_id\":\"bq8B1\",\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Status*:\\nIn Progress\",\"verbatim\":false}]},{\"type\":\"actions\",\"block_id\":\"ryr74\",\"elements\":[{\"type\":\"button\",\"action_id\":\"action-show-details\",\"text\":{\"type\":\"plain_text\",\"text\":\"View Incident Details\",\"emoji\":true},\"style\":\"primary\"}]}],\"color\":\"#009FE2\",\"fallback\":\"Show updated attributes\"}],\"blocks\":[{\"type\":\"rich_text\",\"block_id\":\"2jB\",\"elements\":[{\"type\":\"rich_text_section\",\"elements\":[{\"type\":\"text\",\"text\":\"SiteReliability just updated this incident:\"}]}]}]},\"response_metadata\":{\"scopes\":[\"app_mentions:read\",\"channels:join\",\"channels:manage\",\"channels:read\",\"chat:write\",\"chat:write.customize\",\"chat:write.public\",\"commands\",\"groups:read\",\"groups:write\",\"links:read\",\"links:write\",\"users:read\",\"users:read.email\",\"channels:history\",\"groups:history\",\"im:history\",\"mpim:history\",\"bookmarks:read\",\"bookmarks:write\",\"pins:read\",\"pins:write\",\"mpim:read\",\"workflow.steps:execute\"],\"acceptedScopes\":[\"chat:write\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:56.343144+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192998329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:58.329546+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192998329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:58.329691+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192998329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"active\",\"externalId\":\"a8LEE00001BcYpw2AF\",\"incidentToCiId\":\"7055addb-45b2-4ea7-9b87-87371b687582\"}],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:58.329693+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192998329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:58.329720+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192998329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:58.329786+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742192998329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:58.329873+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192998329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"locks\":[{\"id\":\"6468ef25-d0e7-4f36-af75-653590f9028a\",\"status\":\"active\",\"externalId\":\"a8LEE00001BcYpw2AF\",\"incidentToCiId\":\"7055addb-45b2-4ea7-9b87-87371b687582\"}],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:58.329908+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742192998329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-ctc-lock-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:58.329915+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742192998329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-ctc-lock-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:29:58.329916+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193001329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:01.329836+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193001329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:01.330017+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193001329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:01.063Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:30:01.063Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:01.330042+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193001330, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:01.330059+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193001330, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:01.330126+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193001330, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:01.330241+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193001330, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:30:01.063Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:30:01.063Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:01.330241+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193001330, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-gus-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:01.330252+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193001330, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-gus-response]: {\"createdAt\":\"2025-03-17T06:30:01.063Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:30:01.063Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:01.330301+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193002185, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:02.185600+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193002185, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:02.185653+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193002185, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:02.137Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:30:02.137Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:02.185670+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193002185, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:02.185694+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193002185, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:02.185769+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193002185, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:02.185865+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193002185, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:30:02.137Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:30:02.137Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:02.185901+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193002185, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-gus-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:02.185902+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193002185, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-gus-response]: {\"createdAt\":\"2025-03-17T06:30:02.137Z\",\"user\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"name\":\"SiteReliability\",\"email\":\"sitereliability@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:30:02.137Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:02.185930+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193038188, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.189122+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193038189, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-to-generate' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.189304+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:38.160Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true},\"requestId\":\"n0eql-mhlpwx-5k7u9t-t2kkh4-1742193037750\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.189354+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.189355+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-to-generate\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.189410+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193038189, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.189597+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:30:38.160Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":{\"url\":\"\",\"additionalJoiningInfo\":\"\",\"isManaged\":true},\"requestId\":\"n0eql-mhlpwx-5k7u9t-t2kkh4-1742193037750\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.189598+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038189, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-bridge-to-generate]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.189599+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742193038189, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-bridge-to-generate]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.189600+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193038859, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.859850+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193038859, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-generated' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.859854+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038859, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:38.850Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\",\"isManaged\":true},\"requestId\":\"n0eql-mhlpwx-5k7u9t-t2kkh4-1742193037750\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.859855+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038859, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.859856+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038859, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-generated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.859856+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193038859, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.859857+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038859, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:30:38.850Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\",\"isManaged\":true},\"requestId\":\"n0eql-mhlpwx-5k7u9t-t2kkh4-1742193037750\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.859859+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193038859, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-bridge-generated]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.859860+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742193038859, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-bridge-generated]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:38.859860+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193039329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:39.329202+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193039329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-created' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:39.329437+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193039329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:39.314Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":{\"id\":\"913d9dbd-8990-43f1-b34f-d5224001f7f8\",\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\",\"isManaged\":true,\"createdBy\":\"Anna Marie Kaibigan\",\"modifiedBy\":\"Anna Marie Kaibigan\",\"createdAt\":\"2025-03-17T06:30:38.861Z\",\"modifiedAt\":\"2025-03-17T06:30:38.861Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-17T06:30:38.861Z\",\"modifiedAt\":\"2025-03-17T06:30:38.861Z\",\"id\":\"913d9dbd-8990-43f1-b34f-d5224001f7f8\",\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\",\"isManaged\":true,\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"folderId\":null}]},\"requestId\":\"n0eql-mhlpwx-5k7u9t-t2kkh4-1742193037750\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:39.329527+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193039329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:39.329555+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193039329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:39.329597+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193039329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:39.329715+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193039329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:30:39.314Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:34.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T06:29:41.802Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:02.137Z\"},\"eventObj\":{\"id\":\"913d9dbd-8990-43f1-b34f-d5224001f7f8\",\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\",\"isManaged\":true,\"createdBy\":\"Anna Marie Kaibigan\",\"modifiedBy\":\"Anna Marie Kaibigan\",\"createdAt\":\"2025-03-17T06:30:38.861Z\",\"modifiedAt\":\"2025-03-17T06:30:38.861Z\"},\"changes\":{\"bridge\":[null,{\"createdAt\":\"2025-03-17T06:30:38.861Z\",\"modifiedAt\":\"2025-03-17T06:30:38.861Z\",\"id\":\"913d9dbd-8990-43f1-b34f-d5224001f7f8\",\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\",\"isManaged\":true,\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"folderId\":null}]},\"requestId\":\"n0eql-mhlpwx-5k7u9t-t2kkh4-1742193037750\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:39.329801+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193039329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-bridge-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:39.329802+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742193039329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-bridge-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:39.329803+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193051722, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posted incident update message to Slack." }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:51.723103+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193051723, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Slack response: {\"ok\":true,\"channel\":\"C08HYDW3893\",\"ts\":\"1742193051.610349\",\"message\":{\"user\":\"U02Q288NF7W\",\"type\":\"message\",\"ts\":\"1742193051.610349\",\"bot_id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"text\":\"<@WBFEYNGA1> just updated this incident:\",\"team\":\"T01GST6QY0G\",\"bot_profile\":{\"id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"name\":\"Incident Command Center\",\"icons\":{\"image_36\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_36.png\",\"image_48\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_48.png\",\"image_72\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_72.png\"},\"deleted\":false,\"updated\":1647596965,\"team_id\":\"T01GST6QY0G\"},\"attachments\":[{\"id\":1,\"blocks\":[{\"type\":\"section\",\"block_id\":\"8BLrR\",\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Detected Time*:\\n\",\"verbatim\":false},{\"type\":\"mrkdwn\",\"text\":\"*Impact*:\\nCurrently Under Investigation\",\"verbatim\":false},{\"type\":\"mrkdwn\",\"text\":\"*Impact Start Time*:\\n\",\"verbatim\":false}]},{\"type\":\"actions\",\"block_id\":\"rAGL7\",\"elements\":[{\"type\":\"button\",\"action_id\":\"action-show-details\",\"text\":{\"type\":\"plain_text\",\"text\":\"View Incident Details\",\"emoji\":true},\"style\":\"primary\"}]}],\"color\":\"#009FE2\",\"fallback\":\"Show updated attributes\"}],\"blocks\":[{\"type\":\"rich_text\",\"block_id\":\"xAv\",\"elements\":[{\"type\":\"rich_text_section\",\"elements\":[{\"type\":\"user\",\"user_id\":\"WBFEYNGA1\"},{\"type\":\"text\",\"text\":\" just updated this incident:\"}]}]}]},\"response_metadata\":{\"scopes\":[\"app_mentions:read\",\"channels:join\",\"channels:manage\",\"channels:read\",\"chat:write\",\"chat:write.customize\",\"chat:write.public\",\"commands\",\"groups:read\",\"groups:write\",\"links:read\",\"links:write\",\"users:read\",\"users:read.email\",\"channels:history\",\"groups:history\",\"im:history\",\"mpim:history\",\"bookmarks:read\",\"bookmarks:write\",\"pins:read\",\"pins:write\",\"mpim:read\",\"workflow.steps:execute\"],\"acceptedScopes\":[\"chat:write\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:51.723108+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193055885, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:55.885387+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193055885, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:55.885515+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055885, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:30:55.675Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"name\":\"Anna Marie Kaibigan\",\"email\":\"akaibigan@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:30:55.675Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:55.885556+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055885, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:55.885602+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055885, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:55.885870+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193055885, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:55.885887+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055885, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:30:55.675Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"name\":\"Anna Marie Kaibigan\",\"email\":\"akaibigan@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:30:55.675Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:55.885891+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055885, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-gus-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:55.885892+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193055885, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-gus-response]: {\"createdAt\":\"2025-03-17T06:30:55.675Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"name\":\"Anna Marie Kaibigan\",\"email\":\"akaibigan@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TybJdYAJ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T06:30:55.675Z\",\"recordId\":\"500EE00001TybJdYAJ\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"73102086\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:30:55.885892+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193065429, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.009565,\"method\":\"BoltAction.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:05.429853+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193065429, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:05.429993+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193065670, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":240.35417,\"method\":\"BoltInteraction.authMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:05.670523+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193065670, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:05.670621+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193065670, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.081515,\"method\":\"BoltCommand.parseSubcommandMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:05.670804+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193065670, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:05.670846+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193079049, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.049366+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193079049, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.049810+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079049, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:31:19.040Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:55.675Z\"},\"eventObj\":{\"ok\":true,\"id\":\"2f65bd17-4b40-4db0-879b-e7e8b458eaef\",\"serviceId\":\"PHLRSXH\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\\nSeverity: Sev3\\nSlack Channel: #icc-73102086\\nBridge URL: https:\/\/meet.google.com\/chy-nhbk-ufg\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\\nAdditional Details: \",\"incidentSubject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"incidentDescription\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\"},\"requestId\":\"5c94c969-8e58-cbba-ee1f-17096270d081\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.049812+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079049, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.049812+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079049, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.049890+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193079050, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.050061+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079050, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:31:19.040Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:55.675Z\"},\"eventObj\":{\"ok\":true,\"id\":\"2f65bd17-4b40-4db0-879b-e7e8b458eaef\",\"serviceId\":\"PHLRSXH\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\\nSeverity: Sev3\\nSlack Channel: #icc-73102086\\nBridge URL: https:\/\/meet.google.com\/chy-nhbk-ufg\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\\nAdditional Details: \",\"incidentSubject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"incidentDescription\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\"},\"requestId\":\"5c94c969-8e58-cbba-ee1f-17096270d081\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.050148+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079050, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-page-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.050149+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742193079050, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-page-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.050152+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193079613, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.613562+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193079614, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.614166+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079614, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:31:19.604Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:55.675Z\"},\"eventObj\":{\"id\":\"2f65bd17-4b40-4db0-879b-e7e8b458eaef\",\"serviceId\":\"PHLRSXH\",\"serviceName\":\"GUS: Search Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PHLRSXH\",\"responderName\":\"Ilan Ginzburg\",\"responderId\":\"P3Z1LZ9\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/P3Z1LZ9\",\"incidentNumber\":\"14035696\",\"incidentTitle\":\"Incident: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\\nSeverity: Sev3\\nSlack Channel: #icc-73102086\\nBridge URL: https:\/\/meet.google.com\/chy-nhbk-ufg\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0SGTLP040D6Q4\",\"success\":true,\"pageTimestamp\":\"2025-03-17T06:31:19.548Z\",\"pdData\":{\"incident\":{\"incident_number\":14035696,\"title\":\"Incident: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Incident: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"created_at\":\"2025-03-17T06:31:19Z\",\"updated_at\":\"2025-03-17T06:31:19Z\",\"status\":\"triggered\",\"incident_key\":\"56ae5c188ff54c6fa54657da1f67b127\",\"service\":{\"id\":\"PHLRSXH\",\"type\":\"service_reference\",\"summary\":\"GUS: Search Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PHLRSXH\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PHLRSXH\"},\"assignments\":[{\"at\":\"2025-03-17T06:31:19Z\",\"assignee\":{\"id\":\"P3Z1LZ9\",\"type\":\"user_reference\",\"summary\":\"Ilan Ginzburg\",\"self\":\"https:\/\/api.pagerduty.com\/users\/P3Z1LZ9\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/P3Z1LZ9\"}},{\"at\":\"2025-03-17T06:31:19Z\",\"assignee\":{\"id\":\"P2GTQFB\",\"type\":\"user_reference\",\"summary\":\"Julien Lebeau\",\"self\":\"https:\/\/api.pagerduty.com\/users\/P2GTQFB\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/P2GTQFB\"}},{\"at\":\"2025-03-17T06:31:19Z\",\"assignee\":{\"id\":\"PKRIW15\",\"type\":\"user_reference\",\"summary\":\"Rajiv Balachandran\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PKRIW15\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PKRIW15\"}},{\"at\":\"2025-03-17T06:31:19Z\",\"assignee\":{\"id\":\"PZTC8NF\",\"type\":\"user_reference\",\"summary\":\"Mei-Ling Woo\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PZTC8NF\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PZTC8NF\"}},{\"at\":\"2025-03-17T06:31:19Z\",\"assignee\":{\"id\":\"PLNI3PO\",\"type\":\"user_reference\",\"summary\":\"Search Dummy User\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PLNI3PO\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PLNI3PO\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T06:31:19Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R571MRTCLUREJ961EMO7Z07F0C\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R571MRTCLUREJ961EMO7Z07F0C\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0SGTLP040D6Q4\/log_entries\/R571MRTCLUREJ961EMO7Z07F0C\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PQ4DX9A\",\"type\":\"escalation_policy_reference\",\"summary\":\"Search\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PQ4DX9A\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PQ4DX9A\"},\"teams\":[{\"id\":\"PK2PZMF\",\"type\":\"team_reference\",\"summary\":\"GUS: Search\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/PK2PZMF\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/PK2PZMF\"}],\"impacted_services\":[{\"id\":\"PHLRSXH\",\"type\":\"service_reference\",\"summary\":\"GUS: Search Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PHLRSXH\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PHLRSXH\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T06:41:19Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PHLRSXH\",\"type\":\"service_reference\",\"summary\":\"GUS: Search Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PHLRSXH\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PHLRSXH\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0SGTLP040D6Q4\",\"type\":\"incident\",\"summary\":\"[#14035696] Incident: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q0SGTLP040D6Q4\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0SGTLP040D6Q4\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\\nSeverity: Sev3\\nSlack Channel: #icc-73102086\\nBridge URL: https:\/\/meet.google.com\/chy-nhbk-ufg\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\\nAdditional Details: \"}}},\"responderEmail\":\"iginzburg@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.614264+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079614, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.614334+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079614, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.614405+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193079614, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.614553+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079614, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:31:19.604Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:55.675Z\"},\"eventObj\":{\"id\":\"2f65bd17-4b40-4db0-879b-e7e8b458eaef\",\"serviceId\":\"PHLRSXH\",\"serviceName\":\"GUS: Search Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PHLRSXH\",\"responderName\":\"Ilan Ginzburg\",\"responderId\":\"P3Z1LZ9\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/P3Z1LZ9\",\"incidentNumber\":\"14035696\",\"incidentTitle\":\"Incident: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\\nSeverity: Sev3\\nSlack Channel: #icc-73102086\\nBridge URL: https:\/\/meet.google.com\/chy-nhbk-ufg\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0SGTLP040D6Q4\",\"success\":true,\"pageTimestamp\":\"2025-03-17T06:31:19.548Z\",\"pdData\":{\"incident\":{\"incident_number\":14035696,\"title\":\"Incident: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Incident: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"created_at\":\"2025-03-17T06:31:19Z\",\"updated_at\":\"2025-03-17T06:31:19Z\",\"status\":\"triggered\",\"incident_key\":\"56ae5c188ff54c6fa54657da1f67b127\",\"service\":{\"id\":\"PHLRSXH\",\"type\":\"service_reference\",\"summary\":\"GUS: Search Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PHLRSXH\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PHLRSXH\"},\"assignments\":[{\"at\":\"2025-03-17T06:31:19Z\",\"assignee\":{\"id\":\"P3Z1LZ9\",\"type\":\"user_reference\",\"summary\":\"Ilan Ginzburg\",\"self\":\"https:\/\/api.pagerduty.com\/users\/P3Z1LZ9\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/P3Z1LZ9\"}},{\"at\":\"2025-03-17T06:31:19Z\",\"assignee\":{\"id\":\"P2GTQFB\",\"type\":\"user_reference\",\"summary\":\"Julien Lebeau\",\"self\":\"https:\/\/api.pagerduty.com\/users\/P2GTQFB\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/P2GTQFB\"}},{\"at\":\"2025-03-17T06:31:19Z\",\"assignee\":{\"id\":\"PKRIW15\",\"type\":\"user_reference\",\"summary\":\"Rajiv Balachandran\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PKRIW15\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PKRIW15\"}},{\"at\":\"2025-03-17T06:31:19Z\",\"assignee\":{\"id\":\"PZTC8NF\",\"type\":\"user_reference\",\"summary\":\"Mei-Ling Woo\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PZTC8NF\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PZTC8NF\"}},{\"at\":\"2025-03-17T06:31:19Z\",\"assignee\":{\"id\":\"PLNI3PO\",\"type\":\"user_reference\",\"summary\":\"Search Dummy User\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PLNI3PO\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PLNI3PO\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T06:31:19Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R571MRTCLUREJ961EMO7Z07F0C\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R571MRTCLUREJ961EMO7Z07F0C\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0SGTLP040D6Q4\/log_entries\/R571MRTCLUREJ961EMO7Z07F0C\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PQ4DX9A\",\"type\":\"escalation_policy_reference\",\"summary\":\"Search\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PQ4DX9A\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PQ4DX9A\"},\"teams\":[{\"id\":\"PK2PZMF\",\"type\":\"team_reference\",\"summary\":\"GUS: Search\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/PK2PZMF\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/PK2PZMF\"}],\"impacted_services\":[{\"id\":\"PHLRSXH\",\"type\":\"service_reference\",\"summary\":\"GUS: Search Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PHLRSXH\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PHLRSXH\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T06:41:19Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PHLRSXH\",\"type\":\"service_reference\",\"summary\":\"GUS: Search Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PHLRSXH\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PHLRSXH\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q0SGTLP040D6Q4\",\"type\":\"incident\",\"summary\":\"[#14035696] Incident: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q0SGTLP040D6Q4\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0SGTLP040D6Q4\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: (Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\\nSeverity: Sev3\\nSlack Channel: #icc-73102086\\nBridge URL: https:\/\/meet.google.com\/chy-nhbk-ufg\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\\nAdditional Details: \"}}},\"responderEmail\":\"iginzburg@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.614690+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079614, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-page-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.614700+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742193079614, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-page-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.614702+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193079643, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.644023+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193079644, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.644222+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079644, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:31:19.634Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:55.675Z\"},\"eventObj\":{\"users\":[\"WGNU47VMF\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.644289+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079644, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.644325+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079644, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.644368+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193079644, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.644478+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079644, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:31:19.634Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:55.675Z\"},\"eventObj\":{\"users\":[\"WGNU47VMF\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.644509+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079644, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-slack-channel-invite-users]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.644509+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079644, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Incident invite notification for [icc-slack-channel-invite-users]: {\"createdAt\":\"2025-03-17T06:31:19.634Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:55.675Z\"},\"eventObj\":{\"users\":[\"WGNU47VMF\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.647556+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079644, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Could not invite incident commander from event" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.647557+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193079644, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Inviting Slack users" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:19.647558+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193080030, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "successfully invited WGNU47VMF to channel C08HYDW3893" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:20.030843+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193080030, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Inviting Slack bots" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:20.030848+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193080030, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No channels found in icc-slack-channel-invite-users event: {\"createdAt\":\"2025-03-17T06:31:19.634Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:55.675Z\"},\"eventObj\":{\"users\":[\"WGNU47VMF\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:31:20.030887+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193138842, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.010943,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:32:18.842126+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193138842, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:32:18.842340+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193139000, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":158.159749,\"method\":\"BoltEvent.eventAuthMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:32:19.000654+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193139000, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:32:19.000770+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193139058, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":57.369653,\"method\":\"BoltEventIncidentReqd.eventIncidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:32:19.058310+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193139058, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:32:19.058413+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193139485, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":426.959369,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:32:19.485540+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193139485, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:32:19.485663+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193146808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2848505856,\"uptime\":2012959.31,\"totalMem\":4018151424,\"loadavg\":[0.1,0.07,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27783240,\"nice\":17010,\"sys\":4219480,\"idle\":1974568180,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27713310,\"nice\":16350,\"sys\":4239250,\"idle\":1974432890,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6174,\"sum\":59563}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:32:26.808844+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193146808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:32:26.809009+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193178334, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:32:58.335080+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193178335, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:32:58.336083+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193206808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2848055296,\"uptime\":2013019.31,\"totalMem\":4018151424,\"loadavg\":[0.04,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27783790,\"nice\":17010,\"sys\":4219590,\"idle\":1974627260,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27713820,\"nice\":16350,\"sys\":4239350,\"idle\":1974492070,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6122,\"sum\":59588}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:33:26.808878+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193206808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:33:26.809026+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193386808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2847477760,\"uptime\":2013199.31,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27785780,\"nice\":17010,\"sys\":4219830,\"idle\":1974804700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27715420,\"nice\":16350,\"sys\":4239620,\"idle\":1974669330,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6297,\"sum\":59560}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:36:26.808884+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193386809, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:36:26.809069+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193796567, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.567667+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193796567, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.568012+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796568, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:43:16.557Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:55.675Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"t14yjm-xr7y9g-a14i4a-kl9ofs-1742193796142\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.568107+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796568, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.568111+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796568, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.568174+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193796568, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.568293+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796568, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:43:16.557Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:55.675Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"t14yjm-xr7y9g-a14i4a-kl9ofs-1742193796142\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.568338+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796568, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-usd-resource-deleted]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.568400+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742193796568, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-usd-resource-deleted]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.568424+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193796588, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.588996+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193796589, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.589264+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796589, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:43:16.579Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:55.675Z\"},\"eventObj\":[],\"requestId\":\"t14yjm-xr7y9g-a14i4a-kl9ofs-1742193796142\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.589350+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796589, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.589385+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796589, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.589462+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193796589, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.589578+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796589, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:43:16.579Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev3\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T06:29:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:29:41.802Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:30:55.675Z\"},\"eventObj\":[],\"requestId\":\"t14yjm-xr7y9g-a14i4a-kl9ofs-1742193796142\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.589633+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796589, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-usd-resource-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.589650+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742193796589, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-usd-resource-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.589663+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193796637, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.637591+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193796637, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.637716+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796637, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:43:16.589Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.637738+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796637, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.637762+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796637, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.637816+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193796637, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.637925+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796637, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:43:16.589Z\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.637948+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193796637, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-usd-resource-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.637949+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742193796637, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-usd-resource-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:16.637949+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193806808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2847170560,\"uptime\":2013619.31,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27789320,\"nice\":17010,\"sys\":4220520,\"idle\":1975218540,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27719460,\"nice\":16350,\"sys\":4240330,\"idle\":1975083400,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6125,\"sum\":59580}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:26.808831+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193806808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:43:26.808964+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193908846, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":27.165007,\"method\":\"configVarsMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:45:08.846799+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193908846, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:45:08.846871+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193908846, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.059158,\"method\":\"userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:45:08.847026+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193908847, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:45:08.847102+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193909053, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":206.807013,\"method\":\"authMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:45:09.054060+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742193909054, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:45:09.054180+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742193909960, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posting comm to external slack channel C05T2A3C319 - comm: {\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\",\"actions\":\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\"},\"sentAt\":\"2025-03-17T06:45:09.128Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:45:09.960974+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194046808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869325824,\"uptime\":2013859.31,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27792160,\"nice\":17100,\"sys\":4220980,\"idle\":1975454660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27722450,\"nice\":16410,\"sys\":4240810,\"idle\":1975319370,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6100,\"sum\":59587}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:47:26.808855+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194046808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:47:26.808980+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194106808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2869329920,\"uptime\":2013919.31,\"totalMem\":4018151424,\"loadavg\":[0.08,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27792780,\"nice\":17100,\"sys\":4221040,\"idle\":1975513810,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27722830,\"nice\":16410,\"sys\":4240890,\"idle\":1975378540,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6111,\"sum\":59583}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:48:26.808868+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194106808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:48:26.808990+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194286808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2862305280,\"uptime\":2014099.31,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27794600,\"nice\":17100,\"sys\":4221360,\"idle\":1975691240,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27724350,\"nice\":16410,\"sys\":4241190,\"idle\":1975555840,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6106,\"sum\":59589}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:51:26.808877+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194286808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:51:26.808981+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194466808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2853208064,\"uptime\":2014279.31,\"totalMem\":4018151424,\"loadavg\":[0.03,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27796360,\"nice\":17100,\"sys\":4221670,\"idle\":1975868460,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27726590,\"nice\":16410,\"sys\":4241490,\"idle\":1975732730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6097,\"sum\":59591}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:54:26.808851+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194466808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:54:26.808996+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194706808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2851782656,\"uptime\":2014519.31,\"totalMem\":4018151424,\"loadavg\":[0.17,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27797980,\"nice\":17100,\"sys\":4222050,\"idle\":1976105070,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27728340,\"nice\":16410,\"sys\":4241840,\"idle\":1975969200,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6288,\"sum\":59569}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:26.808888+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194706808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:26.809027+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723263, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "[IccKafkaProducer.produceInternalCommsSentEvent] Publishing internal comms delivery status: {\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"8e4b511a-e0c5-4e17-8887-bde179eec16f\",\"sequenceNumber\":2}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.263219+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723263, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.iccMetricRequestExecute] - icc-internal-comms-response - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.263227+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723263, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.263265+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723263, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.263326+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194723263, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.263420+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723263, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key '4a6faf32-c583-4c0e-b53f-ee1b00fd55c6' to topic 'incident': {\"createdAt\":\"2025-03-17T06:58:43.263Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"8e4b511a-e0c5-4e17-8887-bde179eec16f\",\"sequenceNumber\":2}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.263556+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194723263, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key '4a6faf32-c583-4c0e-b53f-ee1b00fd55c6' to Kafka topic 'incident'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.263595+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723263, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.iccMetricDurationTime] - icc-internal-comms-response - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.263630+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723263, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.1804880015552044\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.263632+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723263, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.1804880015552044\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.263670+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194723263, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.263714+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194723272, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.272512+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194723272, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.272824+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723272, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T06:58:43.263Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"8e4b511a-e0c5-4e17-8887-bde179eec16f\",\"sequenceNumber\":2}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.272904+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723272, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.272905+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723272, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.272933+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194723272, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.272999+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723273, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T06:58:43.263Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T06:43:42.913Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"8e4b511a-e0c5-4e17-8887-bde179eec16f\",\"sequenceNumber\":2}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.273087+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194723273, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.273088+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742194723273, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T06:58:43.273090+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194905729, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:45.729990+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194905730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:45.730211+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194905730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:01:45.720Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"ok\":true,\"id\":\"85f88ef1-b393-4435-9bb6-015fca5824d1\",\"serviceId\":\"P2U56IJ\",\"serviceName\":\"GUS: Site Switching Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentSubject\":\"Customers seeing latency on OMNI chat - single pod\",\"incidentDescription\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\"},\"requestId\":\"bijea2c-vdob2f-gccgr2-6tc7ib-1742194905175\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:45.730275+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194905730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:45.730326+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194905730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:45.730395+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194905730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:45.730503+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194905730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T07:01:45.720Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"ok\":true,\"id\":\"85f88ef1-b393-4435-9bb6-015fca5824d1\",\"serviceId\":\"P2U56IJ\",\"serviceName\":\"GUS: Site Switching Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentSubject\":\"Customers seeing latency on OMNI chat - single pod\",\"incidentDescription\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\"},\"requestId\":\"bijea2c-vdob2f-gccgr2-6tc7ib-1742194905175\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:45.730548+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194905730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-page-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:45.730550+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742194905730, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-page-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:45.730551+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194906327, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.327668+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194906328, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.328152+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906328, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:01:46.318Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"85f88ef1-b393-4435-9bb6-015fca5824d1\",\"serviceId\":\"P2U56IJ\",\"serviceName\":\"GUS: Site Switching Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P2U56IJ\",\"responderName\":\"Alvin Ko\",\"responderId\":\"PUW7ASW\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PUW7ASW\",\"incidentNumber\":\"14035879\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q11WXWA3ZT7FAC\",\"success\":true,\"pageTimestamp\":\"2025-03-17T07:01:46.248Z\",\"pdData\":{\"incident\":{\"incident_number\":14035879,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T07:01:45Z\",\"updated_at\":\"2025-03-17T07:01:45Z\",\"status\":\"triggered\",\"incident_key\":\"892fa9af121c4a7c95512a9fb2f05838\",\"service\":{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P2U56IJ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P2U56IJ\"},\"assignments\":[{\"at\":\"2025-03-17T07:01:45Z\",\"assignee\":{\"id\":\"PUW7ASW\",\"type\":\"user_reference\",\"summary\":\"Alvin Ko\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PUW7ASW\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PUW7ASW\"}},{\"at\":\"2025-03-17T07:01:45Z\",\"assignee\":{\"id\":\"P7KWO6B\",\"type\":\"user_reference\",\"summary\":\"Rita Yung\",\"self\":\"https:\/\/api.pagerduty.com\/users\/P7KWO6B\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/P7KWO6B\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T07:01:45Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R5ZQH0L5STWOVGBOT0D54MK4DL\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R5ZQH0L5STWOVGBOT0D54MK4DL\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q11WXWA3ZT7FAC\/log_entries\/R5ZQH0L5STWOVGBOT0D54MK4DL\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PDJ0IJM\",\"type\":\"escalation_policy_reference\",\"summary\":\"DBIE Site Switching\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PDJ0IJM\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PDJ0IJM\"},\"teams\":[{\"id\":\"PL1G7RY\",\"type\":\"team_reference\",\"summary\":\"GUS: Site Switching\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/PL1G7RY\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/PL1G7RY\"}],\"impacted_services\":[{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P2U56IJ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P2U56IJ\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T07:11:45Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-17T11:01:45Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P2U56IJ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P2U56IJ\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q11WXWA3ZT7FAC\",\"type\":\"incident\",\"summary\":\"[#14035879] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q11WXWA3ZT7FAC\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q11WXWA3ZT7FAC\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"yko@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.328287+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906328, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.328289+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906328, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.328292+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194906328, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.328400+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906328, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T07:01:46.318Z\",\"user\":{\"id\":\"04bc90bb-223a-4af7-8f24-095137150138\",\"email\":\"jakkaldevi@salesforce.com\",\"active\":true,\"name\":\"Jagruthi Akkaldevi\",\"firstName\":\"Jagruthi\",\"lastName\":\"Akkaldevi\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE0000040HMjYAM\",\"slackUserId\":\"U0329QR7H0W\",\"createdBy\":\"jakkaldevi@salesforce.com\",\"modifiedBy\":\"jakkaldevi@salesforce.com\",\"createdAt\":\"2022-06-29T02:42:05.592Z\",\"modifiedAt\":\"2022-06-29T02:42:05.592Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"id\":\"85f88ef1-b393-4435-9bb6-015fca5824d1\",\"serviceId\":\"P2U56IJ\",\"serviceName\":\"GUS: Site Switching Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P2U56IJ\",\"responderName\":\"Alvin Ko\",\"responderId\":\"PUW7ASW\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PUW7ASW\",\"incidentNumber\":\"14035879\",\"incidentTitle\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q11WXWA3ZT7FAC\",\"success\":true,\"pageTimestamp\":\"2025-03-17T07:01:46.248Z\",\"pdData\":{\"incident\":{\"incident_number\":14035879,\"title\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"description\":\"Incident: Customers seeing latency on OMNI chat - single pod\",\"created_at\":\"2025-03-17T07:01:45Z\",\"updated_at\":\"2025-03-17T07:01:45Z\",\"status\":\"triggered\",\"incident_key\":\"892fa9af121c4a7c95512a9fb2f05838\",\"service\":{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P2U56IJ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P2U56IJ\"},\"assignments\":[{\"at\":\"2025-03-17T07:01:45Z\",\"assignee\":{\"id\":\"PUW7ASW\",\"type\":\"user_reference\",\"summary\":\"Alvin Ko\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PUW7ASW\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PUW7ASW\"}},{\"at\":\"2025-03-17T07:01:45Z\",\"assignee\":{\"id\":\"P7KWO6B\",\"type\":\"user_reference\",\"summary\":\"Rita Yung\",\"self\":\"https:\/\/api.pagerduty.com\/users\/P7KWO6B\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/P7KWO6B\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T07:01:45Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R5ZQH0L5STWOVGBOT0D54MK4DL\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R5ZQH0L5STWOVGBOT0D54MK4DL\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q11WXWA3ZT7FAC\/log_entries\/R5ZQH0L5STWOVGBOT0D54MK4DL\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PDJ0IJM\",\"type\":\"escalation_policy_reference\",\"summary\":\"DBIE Site Switching\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PDJ0IJM\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PDJ0IJM\"},\"teams\":[{\"id\":\"PL1G7RY\",\"type\":\"team_reference\",\"summary\":\"GUS: Site Switching\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/PL1G7RY\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/PL1G7RY\"}],\"impacted_services\":[{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P2U56IJ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P2U56IJ\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T07:11:45Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-17T11:01:45Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P2U56IJ\",\"type\":\"service_reference\",\"summary\":\"GUS: Site Switching Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P2U56IJ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P2U56IJ\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q11WXWA3ZT7FAC\",\"type\":\"incident\",\"summary\":\"[#14035879] Incident: Customers seeing latency on OMNI chat - single pod\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q11WXWA3ZT7FAC\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q11WXWA3ZT7FAC\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: Customers seeing latency on OMNI chat - single pod\\nSeverity: Sev2\\nSlack Channel: #icc-73095026\\nBridge URL: https:\/\/meet.google.com\/hbh-zkju-hsu\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\\nAdditional Details: \"}}},\"responderEmail\":\"yko@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.328497+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906328, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-page-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.328497+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742194906328, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-page-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.328499+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194906355, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.355492+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194906355, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.355626+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906355, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:01:46.345Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"WARC9MRD0\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.355641+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906355, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.355671+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906355, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.355723+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194906355, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.355805+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906355, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T07:01:46.345Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"WARC9MRD0\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.355860+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906355, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-slack-channel-invite-users]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.355863+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906355, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Incident invite notification for [icc-slack-channel-invite-users]: {\"createdAt\":\"2025-03-17T07:01:46.345Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"WARC9MRD0\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.355914+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906355, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Could not invite incident commander from event" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.355915+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906355, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Inviting Slack users" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.355916+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194906711, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "successfully invited WARC9MRD0 to channel C08J0HPF5H9" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.711269+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906711, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Inviting Slack bots" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.711273+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194906711, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No channels found in icc-slack-channel-invite-users event: {\"createdAt\":\"2025-03-17T07:01:46.345Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"users\":[\"WARC9MRD0\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:46.711274+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194913484, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":258.289334,\"method\":\"BoltEvent.eventAuthMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:53.484635+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194913484, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:53.484717+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194913611, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":127.059939,\"method\":\"BoltEventIncidentReqd.eventIncidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:53.611954+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194913611, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:53.612056+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194914291, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":679.494186,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:54.291701+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194914291, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:01:54.291824+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742194946808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2857418752,\"uptime\":2014759.31,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27800810,\"nice\":17100,\"sys\":4222390,\"idle\":1976341520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27731160,\"nice\":16410,\"sys\":4242230,\"idle\":1976205790,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6143,\"sum\":59579}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:02:26.808875+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742194946808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:02:26.808966+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195299274, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:08:19.274768+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195299275, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:08:19.275221+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195299275, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:08:18.598Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T07:07:22.220Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob is now running and all jobs have cleared and there is no more search delay as of 07:03 UTC as confirmed by the search team. This incident is now resolved.\",\"sentAt\":\"2025-03-17T07:08:18.220Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"7ec916e0-1c07-43cb-9465-332d8575e78b\",\"allInternalCommsReport\":[{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob is now running and all jobs have cleared and there is no more search delay as of 07:03 UTC as confirmed by the search team. This incident is now resolved.\",\"sentAt\":\"2025-03-17T07:08:18.220Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob was found to have been not working. We used a change case to restart the coreapp in which the cronjob was hosted to get us out of impact. The cronjob is now moving but we are currently waiting for the full clearing of the delays in the queue. Currently at a monitoring state as the jobs dequeues.\",\"sentAt\":\"2025-03-17T06:58:41.877Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\",\"actions\":\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\"},\"sentAt\":\"2025-03-17T06:45:09.128Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"dae6dabe-464a-b80b-a7b7-2e47459983e6\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:08:19.275365+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195299275, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:08:19.275385+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195299275, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:08:19.275456+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195299275, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:08:19.276030+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195299276, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T07:08:18.598Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T07:07:22.220Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob is now running and all jobs have cleared and there is no more search delay as of 07:03 UTC as confirmed by the search team. This incident is now resolved.\",\"sentAt\":\"2025-03-17T07:08:18.220Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"7ec916e0-1c07-43cb-9465-332d8575e78b\",\"allInternalCommsReport\":[{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob is now running and all jobs have cleared and there is no more search delay as of 07:03 UTC as confirmed by the search team. This incident is now resolved.\",\"sentAt\":\"2025-03-17T07:08:18.220Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob was found to have been not working. We used a change case to restart the coreapp in which the cronjob was hosted to get us out of impact. The cronjob is now moving but we are currently waiting for the full clearing of the delays in the queue. Currently at a monitoring state as the jobs dequeues.\",\"sentAt\":\"2025-03-17T06:58:41.877Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\",\"actions\":\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\"},\"sentAt\":\"2025-03-17T06:45:09.128Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"dae6dabe-464a-b80b-a7b7-2e47459983e6\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:08:19.276636+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195299276, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:08:19.276637+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195299276, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-internal-comms-request]: {\"createdAt\":\"2025-03-17T07:08:18.598Z\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"icc-73102086\"},\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"description\":\"Sherlock detected Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1 \\nDetection Time: 2025-03-17 06:13:20.000 \\nReason: 50% Orgs Delayed for 24h \\n\\n\\nCase created using .case by @Anna Marie Kaibigan in #cp-sre-alerts for swe96s\",\"detectedTime\":\"2025-03-17T06:13:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q0YAZRT246FLY2\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-385-404-0825, pin: 112204856; \\nFind numbers in more regions on https:\/\/tel.meet\/chy-nhbk-ufg?pin=5057668449474, pin: 5057668449474\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"0ecd9085-134c-40b3-8327-b62637ef6fe0\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"email\":\"akaibigan@salesforce.com\",\"active\":true,\"name\":\"Anna Marie Kaibigan\",\"firstName\":\"Anna\",\"lastName\":\"Marie\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"createdBy\":\"akaibigan@salesforce.com\",\"modifiedBy\":\"akaibigan@salesforce.com\",\"createdAt\":\"2022-04-05T23:58:47.585Z\",\"modifiedAt\":\"2022-04-05T23:58:47.585Z\"},\"externalGusId\":null},{\"createdAt\":\"2025-03-17T06:43:37.842Z\",\"modifiedAt\":\"2025-03-17T06:43:37.842Z\",\"createdBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"modifiedBy\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"id\":\"04d73ed0-dea3-4192-b83f-366a6de240a2\",\"name\":\"IncidentCommunicationsOfficer\",\"displayName\":\"Incident Communications Officer\",\"user\":{\"id\":\"7891c9ec-d110-4bca-9aa1-5dc1d6ede2c8\",\"email\":\"tuannguyen@salesforce.com\",\"active\":true,\"name\":\"Tuan Nguyen\",\"firstName\":\"Tuan\",\"lastName\":\"Nguyen\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000003SYxZIAW\",\"slackUserId\":\"WAS176048\",\"createdBy\":\"tuannguyen@salesforce.com\",\"modifiedBy\":\"tuannguyen@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:16.534Z\",\"modifiedAt\":\"2022-07-15T09:24:16.534Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Other\",\"createdAt\":\"2025-03-17T06:29:41.802Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73102086\",\"caseRecordId\":\"500EE00001TybJdYAJ\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/ZHQDAc9AH2Vv\",\"engagedAt\":\"2025-03-17T06:29:55.775Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T07:07:22.220Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob is now running and all jobs have cleared and there is no more search delay as of 07:03 UTC as confirmed by the search team. This incident is now resolved.\",\"sentAt\":\"2025-03-17T07:08:18.220Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"7ec916e0-1c07-43cb-9465-332d8575e78b\",\"allInternalCommsReport\":[{\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob is now running and all jobs have cleared and there is no more search delay as of 07:03 UTC as confirmed by the search team. This incident is now resolved.\",\"sentAt\":\"2025-03-17T07:08:18.220Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob was found to have been not working. We used a change case to restart the coreapp in which the cronjob was hosted to get us out of impact. The cronjob is now moving but we are currently waiting for the full clearing of the delays in the queue. Currently at a monitoring state as the jobs dequeues.\",\"sentAt\":\"2025-03-17T06:58:41.877Z\",\"swimlaneUpdates\":[]},{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"There is a search index delay on swe96s for over 24 hours which breached the SLA.\",\"actions\":\"We have paged out to the search team to triage the issue. The cron job isn't working and they'll need to execute a change case to fix the issue.\"},\"sentAt\":\"2025-03-17T06:45:09.128Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"dae6dabe-464a-b80b-a7b7-2e47459983e6\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:08:19.276644+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195299506, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posting comm to external slack channel C05U9CBHX8D - comm: {\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"Resolved\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/chy-nhbk-ufg\",\"sentBySlackUserId\":\"WAS176048\",\"sentBy\":\"Tuan Nguyen\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"2025-03-17T07:03:00.000Z\",\"impactStartTime\":\"2025-03-17T04:14:00.000Z\",\"duration\":\"3 hours\",\"incidentCommander\":\"Anna Marie Kaibigan\",\"incidentCommanderSlackUserId\":\"WBFEYNGA1\",\"subject\":\"(Warden AIOps) Search Indexing Delay for Falcon Cell: swe96s, FI: aws-prod16-eunorth1 Rac Node: 1\",\"team\":\"Site Reliability\",\"content\":\"The cronjob is now running and all jobs have cleared and there is no more search delay as of 07:03 UTC as confirmed by the search team. This incident is now resolved.\",\"sentAt\":\"2025-03-17T07:08:18.220Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:08:19.506431+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195306808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2849038336,\"uptime\":2015119.31,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27803750,\"nice\":17100,\"sys\":4222940,\"idle\":1976696320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27734090,\"nice\":16410,\"sys\":4242810,\"idle\":1976560500,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6132,\"sum\":59591}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:08:26.808843+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195306808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:08:26.808986+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195606808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2846720000,\"uptime\":2015419.31,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27806240,\"nice\":17100,\"sys\":4223520,\"idle\":1976992070,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27736640,\"nice\":16410,\"sys\":4243410,\"idle\":1976856020,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6112,\"sum\":59594}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:13:26.808820+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195606808, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:13:26.809003+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195686723, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8fcf7772-e019-4725-a77e-724a972a256e" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:14:46.724102+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195686724, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-closed-not-valid' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:14:46.724347+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195686724, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:14:46.567Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"name\":\"Anna Marie Kaibigan\",\"email\":\"akaibigan@salesforce.com\"},\"incident\":{\"id\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"slackChannel\":{\"id\":\"C08J5R8VCGH\",\"name\":\"icc-73046160\"},\"subject\":\"Invalid Case - Suspected L7 DoDos attack.\",\"description\":\"Justification for Quick Close: \\n Downgraded to SEV-3 \\nSuspected L7 DoDos attack.\\n\\nCase created using .case by @Clifford Ng in #cp_sre_apac\",\"detectedTime\":\"2025-03-15T06:31:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed - Not Valid\",\"origin\":\"\",\"originReference\":\"https:\/\/salesforce-internal.slack.com\/archives\/CDQ3U66E5\/p1742019808348659\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-15T06:32:00.000Z\",\"impactEndTime\":\"2025-03-17T07:14:46.520Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/fwm-itab-nzo\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-337-441-4240, pin: 791290669; \\nFind numbers in more regions on https:\/\/tel.meet\/fwm-itab-nzo?pin=1884428723315, pin: 1884428723315\\n\"},\"roles\":[],\"category\":\"Invalid Case\",\"rootCause\":\"Invalid Case\",\"createdAt\":\"2025-03-15T06:32:22.765Z\",\"closingDetails\":{},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73046160\",\"caseRecordId\":\"500EE00001Tuju8YAB\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/mXKcAZN6AxoC\",\"engagedAt\":\"2025-03-15T06:32:35.202Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-15T06:47:17.976Z\"},\"requestId\":\"508f46e3-0610-5d04-7de7-b7f85c99dad9\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:14:46.724387+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195686724, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed-not-valid\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:14:46.724406+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195686724, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-closed-not-valid\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:14:46.724436+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195686724, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:14:46.724560+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195686724, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T07:14:46.567Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"name\":\"Anna Marie Kaibigan\",\"email\":\"akaibigan@salesforce.com\"},\"incident\":{\"id\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"slackChannel\":{\"id\":\"C08J5R8VCGH\",\"name\":\"icc-73046160\"},\"subject\":\"Invalid Case - Suspected L7 DoDos attack.\",\"description\":\"Justification for Quick Close: \\n Downgraded to SEV-3 \\nSuspected L7 DoDos attack.\\n\\nCase created using .case by @Clifford Ng in #cp_sre_apac\",\"detectedTime\":\"2025-03-15T06:31:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed - Not Valid\",\"origin\":\"\",\"originReference\":\"https:\/\/salesforce-internal.slack.com\/archives\/CDQ3U66E5\/p1742019808348659\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-15T06:32:00.000Z\",\"impactEndTime\":\"2025-03-17T07:14:46.520Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/fwm-itab-nzo\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-337-441-4240, pin: 791290669; \\nFind numbers in more regions on https:\/\/tel.meet\/fwm-itab-nzo?pin=1884428723315, pin: 1884428723315\\n\"},\"roles\":[],\"category\":\"Invalid Case\",\"rootCause\":\"Invalid Case\",\"createdAt\":\"2025-03-15T06:32:22.765Z\",\"closingDetails\":{},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73046160\",\"caseRecordId\":\"500EE00001Tuju8YAB\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/mXKcAZN6AxoC\",\"engagedAt\":\"2025-03-15T06:32:35.202Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-15T06:47:17.976Z\"},\"requestId\":\"508f46e3-0610-5d04-7de7-b7f85c99dad9\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:14:46.724597+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195686724, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-incident-closed-not-valid]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:14:46.724598+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195686724, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Incident closed as not valid notification for [icc-incident-closed-not-valid]: {\"createdAt\":\"2025-03-17T07:14:46.567Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"name\":\"Anna Marie Kaibigan\",\"email\":\"akaibigan@salesforce.com\"},\"incident\":{\"id\":\"8fcf7772-e019-4725-a77e-724a972a256e\",\"slackChannel\":{\"id\":\"C08J5R8VCGH\",\"name\":\"icc-73046160\"},\"subject\":\"Invalid Case - Suspected L7 DoDos attack.\",\"description\":\"Justification for Quick Close: \\n Downgraded to SEV-3 \\nSuspected L7 DoDos attack.\\n\\nCase created using .case by @Clifford Ng in #cp_sre_apac\",\"detectedTime\":\"2025-03-15T06:31:00.000Z\",\"severity\":\"Sev4\",\"status\":\"Closed - Not Valid\",\"origin\":\"\",\"originReference\":\"https:\/\/salesforce-internal.slack.com\/archives\/CDQ3U66E5\/p1742019808348659\",\"impact\":[\"None\"],\"impactStartTime\":\"2025-03-15T06:32:00.000Z\",\"impactEndTime\":\"2025-03-17T07:14:46.520Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/fwm-itab-nzo\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-337-441-4240, pin: 791290669; \\nFind numbers in more regions on https:\/\/tel.meet\/fwm-itab-nzo?pin=1884428723315, pin: 1884428723315\\n\"},\"roles\":[],\"category\":\"Invalid Case\",\"rootCause\":\"Invalid Case\",\"createdAt\":\"2025-03-15T06:32:22.765Z\",\"closingDetails\":{},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73046160\",\"caseRecordId\":\"500EE00001Tuju8YAB\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/mXKcAZN6AxoC\",\"engagedAt\":\"2025-03-15T06:32:35.202Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-15T06:47:17.976Z\"},\"requestId\":\"508f46e3-0610-5d04-7de7-b7f85c99dad9\",\"client\":\"icc-slack-app\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:14:46.724866+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195726812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2850648064,\"uptime\":2015539.31,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27807680,\"nice\":17100,\"sys\":4223670,\"idle\":1977110400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27738450,\"nice\":16410,\"sys\":4243630,\"idle\":1976974170,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6119,\"sum\":59591}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:15:26.812885+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195726812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:15:26.813027+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195837682, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.682441+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195837682, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.682537+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195837682, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:17:17.631Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"b423e979-fff0-4d5a-ad24-7ee94ef7e90c\",\"message\":\"Ensure Trust is Resolved\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.682584+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195837682, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.682586+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195837682, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.682622+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195837682, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.682733+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195837682, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T07:17:17.631Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"b423e979-fff0-4d5a-ad24-7ee94ef7e90c\",\"message\":\"Ensure Trust is Resolved\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.682792+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195837682, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [bullmq-job-completed]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.682794+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742195837682, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [bullmq-job-completed]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.682795+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195837770, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.770286+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195837770, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.770426+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195837770, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:17:17.716Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"b423e979-fff0-4d5a-ad24-7ee94ef7e90c\",\"message\":\"Ensure Trust is Resolved\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"b423e979-fff0-4d5a-ad24-7ee94ef7e90c\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Ensure Trust is Resolved\",\"audience\":[],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T07:17:17.563Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HYDW3893\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.770452+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195837770, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.770474+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195837770, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.770522+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195837770, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.770625+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195837770, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T07:17:17.716Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"b423e979-fff0-4d5a-ad24-7ee94ef7e90c\",\"message\":\"Ensure Trust is Resolved\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"b423e979-fff0-4d5a-ad24-7ee94ef7e90c\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Ensure Trust is Resolved\",\"audience\":[],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T07:17:17.563Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HYDW3893\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.770664+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195837770, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-reminder-triggered]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.770665+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195837770, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-reminder-triggered]: {\"createdAt\":\"2025-03-17T07:17:17.716Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\"},\"eventObj\":{\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"reminderId\":\"b423e979-fff0-4d5a-ad24-7ee94ef7e90c\",\"message\":\"Ensure Trust is Resolved\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"b423e979-fff0-4d5a-ad24-7ee94ef7e90c\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Ensure Trust is Resolved\",\"audience\":[],\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T07:17:17.563Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08HYDW3893\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:17:17.770697+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742195906812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2850414592,\"uptime\":2015719.31,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27809580,\"nice\":17100,\"sys\":4223950,\"idle\":1977287940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27741200,\"nice\":16410,\"sys\":4243890,\"idle\":1977151530,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6104,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:18:26.812852+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742195906812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:18:26.813008+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196026812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2849173504,\"uptime\":2015839.31,\"totalMem\":4018151424,\"loadavg\":[0.05,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27810730,\"nice\":17100,\"sys\":4224170,\"idle\":1977406250,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27742160,\"nice\":16410,\"sys\":4244100,\"idle\":1977269750,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6105,\"sum\":59603}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:20:26.812922+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196026812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:20:26.813025+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196097950, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":117.665582,\"method\":\"BoltInteraction.incidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:21:37.950806+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196097950, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:21:37.950923+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196097950, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.007886,\"method\":\"BoltCommandIncidentReqd.rejectIfClosedMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:21:37.951009+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196097951, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:21:37.951087+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196146812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2849181696,\"uptime\":2015959.31,\"totalMem\":4018151424,\"loadavg\":[0,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27811880,\"nice\":17100,\"sys\":4224340,\"idle\":1977524600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27743130,\"nice\":16410,\"sys\":4244290,\"idle\":1977387930,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6127,\"sum\":59591}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:22:26.812855+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196146812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:22:26.812958+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196188208, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:23:08.208285+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196188208, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:23:08.209026+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196566812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832834560,\"uptime\":2016379.31,\"totalMem\":4018151424,\"loadavg\":[0.02,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27817010,\"nice\":17100,\"sys\":4225060,\"idle\":1977938000,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27747470,\"nice\":16410,\"sys\":4245050,\"idle\":1977801590,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6101,\"sum\":59594}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:29:26.812916+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196566812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:29:26.813016+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196606933, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posted incident closed message to Slack." }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:06.933572+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196606933, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Slack response: {\"ok\":true,\"channel\":\"C08HYDW3893\",\"ts\":\"1742196606.852839\",\"message\":{\"user\":\"U02Q288NF7W\",\"type\":\"message\",\"ts\":\"1742196606.852839\",\"bot_id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"text\":\"ICC is in the final stages of handling the incident - just a little more patience, and we’ll be good to go! :smile::+1:\\nIn the meantime, here are the closing details:\",\"team\":\"T01GST6QY0G\",\"bot_profile\":{\"id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"name\":\"Incident Command Center\",\"icons\":{\"image_36\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_36.png\",\"image_48\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_48.png\",\"image_72\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_72.png\"},\"deleted\":false,\"updated\":1647596965,\"team_id\":\"T01GST6QY0G\"},\"attachments\":[{\"id\":1,\"blocks\":[{\"type\":\"section\",\"block_id\":\"wbyc5\",\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Product Tag*:\\n\",\"verbatim\":true},{\"type\":\"mrkdwn\",\"text\":\"*Proximate Cause*:\\nThe main cause of the incident was identified as a non-functional cron job responsible for managing the search index on the instance 'swe96s'. This malfunction led to a significant delay in search indexing, affecting half of the organizations for a day. The issue required restarting the core application hosting the cron job to restore its functionality.\",\"verbatim\":true},{\"type\":\"mrkdwn\",\"text\":\"*Customer Experience*:\\nThere’s a Salesforce Search performance degradation where some users may experience difficulties creating or updating object records. Additionally, some users may be unable to view recently created records.\",\"verbatim\":true},{\"type\":\"mrkdwn\",\"text\":\"*Immediate Resolution*:\\nThe immediate action taken was to restart the core application hosting the non-functional cron job responsible for the search index. This action was part of a change case aimed at mitigating the impact. The cron job resumed operations, and the search queue began to clear, resolving the issue.\",\"verbatim\":true},{\"type\":\"mrkdwn\",\"text\":\"*AAR Questions*:\\nWhat preventive measures can be implemented to ensure cron jobs remain functional and do not fail unexpectedly? How can monitoring and alerting systems be improved to detect similar issues earlier and reduce resolution time? What training or documentation updates are needed to ensure on-call engineers can quickly identify and resolve similar issues in the future? Review of Team Dependency between CAPE and Search team with regards to Fawkes Self-Service process.\",\"verbatim\":true}]}],\"color\":\"#009FE2\",\"fallback\":\"[no preview available]\"}],\"blocks\":[{\"type\":\"rich_text\",\"block_id\":\"=sL+M\",\"elements\":[{\"type\":\"rich_text_section\",\"elements\":[{\"type\":\"text\",\"text\":\"ICC is in the final stages of handling the incident - just a little more patience, and we’ll be good to go! \"},{\"type\":\"emoji\",\"name\":\"smile\",\"unicode\":\"1f604\"},{\"type\":\"emoji\",\"name\":\"+1\",\"unicode\":\"1f44d\"},{\"type\":\"text\",\"text\":\"\\nIn the meantime, here are the closing details:\"}]}]}],\"language\":{\"locale\":\"en-US\",\"is_reliable\":true}},\"response_metadata\":{\"scopes\":[\"app_mentions:read\",\"channels:join\",\"channels:manage\",\"channels:read\",\"chat:write\",\"chat:write.customize\",\"chat:write.public\",\"commands\",\"groups:read\",\"groups:write\",\"links:read\",\"links:write\",\"users:read\",\"users:read.email\",\"channels:history\",\"groups:history\",\"im:history\",\"mpim:history\",\"bookmarks:read\",\"bookmarks:write\",\"pins:read\",\"pins:write\",\"mpim:read\",\"workflow.steps:execute\"],\"acceptedScopes\":[\"chat:write\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:06.933585+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196607058, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:07.058665+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196607058, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-folder-created' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:07.058765+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196607058, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:30:06.879Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"18wMUKIgBxFnlFGvGSF-alC7bxi_DeMoh\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:07.058800+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196607058, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:07.058803+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196607058, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:07.058850+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196607058, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:07.058990+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196607058, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T07:30:06.879Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"18wMUKIgBxFnlFGvGSF-alC7bxi_DeMoh\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:07.058991+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196607058, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-bridge-folder-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:07.058992+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742196607058, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-bridge-folder-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:07.059019+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196608562, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:08.562288+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196608562, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-bridge-folder-created' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:08.562363+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608562, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:30:08.512Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"18wMUKIgBxFnlFGvGSF-alC7bxi_DeMoh\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:08.562364+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608562, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:08.562364+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608562, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-bridge-folder-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:08.562422+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196608562, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:08.562552+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608562, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T07:30:08.512Z\",\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"NA\",\"name\":\"NA\"}},\"eventObj\":{\"folderId\":\"18wMUKIgBxFnlFGvGSF-alC7bxi_DeMoh\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:08.562553+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196608562, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-bridge-folder-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:08.562554+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742196608562, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-bridge-folder-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:08.562567+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196612342, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posted incident closed message to Slack." }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:12.342619+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196612342, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Slack response: {\"ok\":true,\"channel\":\"C08HYDW3893\",\"ts\":\"1742196612.274059\",\"message\":{\"user\":\"U02Q288NF7W\",\"type\":\"message\",\"ts\":\"1742196612.274059\",\"bot_id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"text\":\"Congratulations on closing this incident! :tada:\",\"team\":\"T01GST6QY0G\",\"bot_profile\":{\"id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"name\":\"Incident Command Center\",\"icons\":{\"image_36\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_36.png\",\"image_48\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_48.png\",\"image_72\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_72.png\"},\"deleted\":false,\"updated\":1647596965,\"team_id\":\"T01GST6QY0G\"},\"attachments\":[{\"id\":1,\"blocks\":[{\"type\":\"section\",\"block_id\":\"EBRNg\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"The incident is now finalized. You may archive the channel.\",\"verbatim\":true}},{\"type\":\"actions\",\"block_id\":\"fdDd0\",\"elements\":[{\"type\":\"button\",\"action_id\":\"action-archive-channel\",\"text\":{\"type\":\"plain_text\",\"text\":\"Archive Channel\",\"emoji\":true},\"style\":\"primary\",\"value\":\"C08HYDW3893\",\"confirm\":{\"title\":{\"type\":\"plain_text\",\"text\":\"Archive Channel\",\"emoji\":true},\"text\":{\"type\":\"mrkdwn\",\"text\":\"Are you sure you want to archive channel?\",\"verbatim\":true},\"confirm\":{\"type\":\"plain_text\",\"text\":\"Yes\",\"emoji\":true},\"deny\":{\"type\":\"plain_text\",\"text\":\"No\",\"emoji\":true},\"style\":\"primary\"}}]}],\"color\":\"#009FE2\",\"fallback\":\"[no preview available]\"}],\"blocks\":[{\"type\":\"rich_text\",\"block_id\":\"7CT01\",\"elements\":[{\"type\":\"rich_text_section\",\"elements\":[{\"type\":\"text\",\"text\":\"Congratulations on closing this incident! \"},{\"type\":\"emoji\",\"name\":\"tada\",\"unicode\":\"1f389\"}]}]}]},\"response_metadata\":{\"scopes\":[\"app_mentions:read\",\"channels:join\",\"channels:manage\",\"channels:read\",\"chat:write\",\"chat:write.customize\",\"chat:write.public\",\"commands\",\"groups:read\",\"groups:write\",\"links:read\",\"links:write\",\"users:read\",\"users:read.email\",\"channels:history\",\"groups:history\",\"im:history\",\"mpim:history\",\"bookmarks:read\",\"bookmarks:write\",\"pins:read\",\"pins:write\",\"mpim:read\",\"workflow.steps:execute\"],\"acceptedScopes\":[\"chat:write\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:12.342768+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196618193, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 4a6faf32-c583-4c0e-b53f-ee1b00fd55c6" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:18.193617+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196618193, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:18.193798+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196618193, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T07:30:17.519Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"name\":\"Anna Marie Kaibigan\",\"email\":\"akaibigan@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"prbNumber\":{\"sfid\":\"a4QEE00000067zh2AA\",\"valid\":true,\"gusIdentifier\":\"PRB-0027120\",\"value\":\"PRB-0027120\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002BA4a5YAD\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T07:30:17.519Z\",\"recordId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:18.193826+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196618193, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:18.193844+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196618193, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:18.193908+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196618193, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:18.194033+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196618194, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T07:30:17.519Z\",\"user\":{\"id\":\"079d8dda-009e-46b8-a63f-ba1b51dfcb15\",\"gusUserId\":\"005B0000000SS1mIAG\",\"slackUserId\":\"WBFEYNGA1\",\"name\":\"Anna Marie Kaibigan\",\"email\":\"akaibigan@salesforce.com\"},\"incident\":{\"id\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"slackChannel\":{\"id\":\"C08HYDW3893\",\"name\":\"\"},\"caseRecordId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"prbNumber\":{\"sfid\":\"a4QEE00000067zh2AA\",\"valid\":true,\"gusIdentifier\":\"PRB-0027120\",\"value\":\"PRB-0027120\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002BA4a5YAD\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T07:30:17.519Z\",\"recordId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"incidentId\":\"4a6faf32-c583-4c0e-b53f-ee1b00fd55c6\",\"caseNumber\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:18.194054+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196618194, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-prb-number-updated]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:18.194167+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742196618194, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-prb-number-updated]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:30:18.194168+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196806812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832596992,\"uptime\":2016619.31,\"totalMem\":4018151424,\"loadavg\":[0.04,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27818990,\"nice\":17100,\"sys\":4225440,\"idle\":1978174550,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27749590,\"nice\":16410,\"sys\":4245400,\"idle\":1978037980,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6110,\"sum\":59590}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:33:26.812896+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196806812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:33:26.812965+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742196866812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832609280,\"uptime\":2016679.31,\"totalMem\":4018151424,\"loadavg\":[0.05,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27819530,\"nice\":17100,\"sys\":4225510,\"idle\":1978233780,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27750140,\"nice\":16410,\"sys\":4245510,\"idle\":1978097060,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6100,\"sum\":59592}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:34:26.812869+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742196866812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:34:26.812966+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742197392385, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:43:12.385920+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742197392386, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:43:12.386810+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742197466812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832347136,\"uptime\":2017279.31,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27825110,\"nice\":17100,\"sys\":4226520,\"idle\":1978825620,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27756990,\"nice\":16410,\"sys\":4246400,\"idle\":1978687980,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6097,\"sum\":59590}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:44:26.812861+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742197466812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:44:26.812952+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742197584133, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posting comm to external slack channel C05T2A3C319 - comm: {\"sequenceNumber\":11,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"U0329QR7H0W\",\"sentBy\":\"Jagruthi Akkaldevi\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"7 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\",\"actions\":\"Signature support team is in call with customer snyder electric to get their configs updated with correct uris.\\nMeanwhile site switching is considered to move other customers to IA5 live agent to mitigate the issue. Awaiting EVP approval for the same\"},\"sentAt\":\"2025-03-17T07:46:22.866Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:46:24.133160+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742197693493, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:48:13.493730+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742197693494, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:48:13.494578+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742197766812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2835197952,\"uptime\":2017579.31,\"totalMem\":4018151424,\"loadavg\":[0.03,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27827560,\"nice\":17100,\"sys\":4227030,\"idle\":1979121330,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27759530,\"nice\":16410,\"sys\":4246820,\"idle\":1978983580,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6100,\"sum\":59606}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:49:26.812824+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742197766812, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:49:26.813000+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742198306816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843181056,\"uptime\":2018119.32,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27832670,\"nice\":17100,\"sys\":4227960,\"idle\":1979653290,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27764650,\"nice\":16410,\"sys\":4247730,\"idle\":1979515270,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6111,\"sum\":59596}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:58:26.816869+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742198306816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T07:58:26.816953+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742198486816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843226112,\"uptime\":2018299.32,\"totalMem\":4018151424,\"loadavg\":[0.31,0.08,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27834580,\"nice\":17100,\"sys\":4228250,\"idle\":1979830610,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27766250,\"nice\":16410,\"sys\":4247950,\"idle\":1979692580,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6130,\"sum\":59598}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:01:26.816861+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742198486816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:01:26.817062+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742198486915, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":849.583276,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:01:26.915931+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742198486916, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:01:26.916053+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742198666816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843336704,\"uptime\":2018479.32,\"totalMem\":4018151424,\"loadavg\":[0.01,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27836680,\"nice\":17100,\"sys\":4228580,\"idle\":1980008050,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27768050,\"nice\":16410,\"sys\":4248210,\"idle\":1979869960,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6098,\"sum\":59596}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:04:26.816854+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742198666816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:04:26.816967+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742198786816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2846396416,\"uptime\":2018599.32,\"totalMem\":4018151424,\"loadavg\":[0.08,0.04,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27837530,\"nice\":17100,\"sys\":4228800,\"idle\":1980126290,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27768880,\"nice\":16410,\"sys\":4248410,\"idle\":1979988240,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6105,\"sum\":59598}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:06:26.816862+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742198786816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:06:26.816955+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199296515, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:14:56.515552+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199296515, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:14:56.515972+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199296515, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:14:56.012Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"sentBySlackUserId\":\"U01G5MUL669\",\"sentBy\":\"Pavithra Kuppusami\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Pavithra Kuppusami\",\"incidentCommanderSlackUserId\":\"U01G5MUL669\",\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"team\":\"Site Reliability\",\"content\":\"CP SRE team received an alert for high APT on USA662s, core2.\\nIts a multi-org impact, initial investigation in progress\",\"sentAt\":\"2025-03-17T08:14:55.333Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"b5000745-a9d2-4292-9f36-bdba32184df4\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"sentBySlackUserId\":\"U01G5MUL669\",\"sentBy\":\"Pavithra Kuppusami\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Pavithra Kuppusami\",\"incidentCommanderSlackUserId\":\"U01G5MUL669\",\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"team\":\"Site Reliability\",\"content\":\"CP SRE team received an alert for high APT on USA662s, core2.\\nIts a multi-org impact, initial investigation in progress\",\"sentAt\":\"2025-03-17T08:14:55.333Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"d0dwfw-bo8227-nzv53j-oky13-1742199294743\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:14:56.516075+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199296516, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:14:56.516123+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199296516, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:14:56.516204+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199296516, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:14:56.516337+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199296516, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:14:56.012Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"sentBySlackUserId\":\"U01G5MUL669\",\"sentBy\":\"Pavithra Kuppusami\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Pavithra Kuppusami\",\"incidentCommanderSlackUserId\":\"U01G5MUL669\",\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"team\":\"Site Reliability\",\"content\":\"CP SRE team received an alert for high APT on USA662s, core2.\\nIts a multi-org impact, initial investigation in progress\",\"sentAt\":\"2025-03-17T08:14:55.333Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"b5000745-a9d2-4292-9f36-bdba32184df4\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"sentBySlackUserId\":\"U01G5MUL669\",\"sentBy\":\"Pavithra Kuppusami\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Pavithra Kuppusami\",\"incidentCommanderSlackUserId\":\"U01G5MUL669\",\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"team\":\"Site Reliability\",\"content\":\"CP SRE team received an alert for high APT on USA662s, core2.\\nIts a multi-org impact, initial investigation in progress\",\"sentAt\":\"2025-03-17T08:14:55.333Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"d0dwfw-bo8227-nzv53j-oky13-1742199294743\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:14:56.516432+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199296516, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:14:56.516433+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199296516, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-internal-comms-request]: {\"createdAt\":\"2025-03-17T08:14:56.012Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\"},\"eventObj\":{\"internalComms\":{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"sentBySlackUserId\":\"U01G5MUL669\",\"sentBy\":\"Pavithra Kuppusami\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Pavithra Kuppusami\",\"incidentCommanderSlackUserId\":\"U01G5MUL669\",\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"team\":\"Site Reliability\",\"content\":\"CP SRE team received an alert for high APT on USA662s, core2.\\nIts a multi-org impact, initial investigation in progress\",\"sentAt\":\"2025-03-17T08:14:55.333Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]},\"internalCommsId\":\"b5000745-a9d2-4292-9f36-bdba32184df4\",\"allInternalCommsReport\":[{\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"sentBySlackUserId\":\"U01G5MUL669\",\"sentBy\":\"Pavithra Kuppusami\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Pavithra Kuppusami\",\"incidentCommanderSlackUserId\":\"U01G5MUL669\",\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"team\":\"Site Reliability\",\"content\":\"CP SRE team received an alert for high APT on USA662s, core2.\\nIts a multi-org impact, initial investigation in progress\",\"sentAt\":\"2025-03-17T08:14:55.333Z\",\"swimlaneUpdates\":[]}]},\"requestId\":\"d0dwfw-bo8227-nzv53j-oky13-1742199294743\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:14:56.516504+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199297066, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posting comm to external slack channel C05T2A3C319 - comm: {\"sequenceNumber\":1,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"sentBySlackUserId\":\"U01G5MUL669\",\"sentBy\":\"Pavithra Kuppusami\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"duration\":\"2 minutes\",\"incidentCommander\":\"Pavithra Kuppusami\",\"incidentCommanderSlackUserId\":\"U01G5MUL669\",\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"team\":\"Site Reliability\",\"content\":\"CP SRE team received an alert for high APT on USA662s, core2.\\nIts a multi-org impact, initial investigation in progress\",\"sentAt\":\"2025-03-17T08:14:55.333Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:14:57.066726+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199308082, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:15:08.082153+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199308082, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:15:08.082389+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199308082, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:15:08.073Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"b5000745-a9d2-4292-9f36-bdba32184df4\",\"sequenceNumber\":1}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:15:08.082463+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199308082, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:15:08.082466+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199308082, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:15:08.082504+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199308082, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:15:08.082736+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199308082, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:15:08.073Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"b5000745-a9d2-4292-9f36-bdba32184df4\",\"sequenceNumber\":1}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:15:08.082744+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199308082, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:15:08.082746+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742199308082, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:15:08.082747+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199446816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2851921920,\"uptime\":2019259.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27843480,\"nice\":17100,\"sys\":4229810,\"idle\":1980776590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27774340,\"nice\":16410,\"sys\":4249580,\"idle\":1980638690,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6140,\"sum\":59586}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:17:26.817123+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199446816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:17:26.817126+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199499241, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:19.241751+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199499242, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:19.242505+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199512327, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:32.327535+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199512327, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:32.327751+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199512327, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:18:31.437Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\"},\"eventObj\":{\"ok\":true,\"id\":\"1e4f03e1-7358-4e17-bc04-28b30dd965be\",\"serviceId\":\"PESOBA9\",\"serviceName\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"nwyi97h-yndg98-iqb7vg-r8mtp-1742199511055\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:32.327786+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199512327, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:32.327829+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199512327, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:32.327871+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199512327, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:32.328111+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199512327, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:18:31.437Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\"},\"eventObj\":{\"ok\":true,\"id\":\"1e4f03e1-7358-4e17-bc04-28b30dd965be\",\"serviceId\":\"PESOBA9\",\"serviceName\":\"GUS: CRM Database Sustaining Engineering Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"nwyi97h-yndg98-iqb7vg-r8mtp-1742199511055\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:32.328116+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199512327, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-page-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:32.328117+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742199512328, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-page-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:32.328118+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199513250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "successfully invited WF8PCNMFG to channel C08JMPZNEGY" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:33.250846+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199513250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Inviting Slack bots" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:33.250850+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199513250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No channels found in icc-slack-channel-invite-users event: {\"createdAt\":\"2025-03-17T08:18:32.778Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:02.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T08:12:44.236Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\"},\"eventObj\":{\"users\":[\"WF8PCNMFG\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:18:33.250880+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199544998, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:04.998966+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199544999, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-updated' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:04.999338+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:19:04.844Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-17T08:06:02.000Z\",\"2025-03-17T08:06:00.000Z\"],\"impactStartTime\":[\"2025-03-17T08:12:44.236Z\",\"2025-03-17T07:53:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}]}},\"requestId\":\"2mfwus-5qc7j4-o0s1j2f-pehef-1742199544162\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:04.999421+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:04.999450+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:04.999480+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199544999, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:05.003250+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:19:04.844Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-17T08:06:02.000Z\",\"2025-03-17T08:06:00.000Z\"],\"impactStartTime\":[\"2025-03-17T08:12:44.236Z\",\"2025-03-17T07:53:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}]}},\"requestId\":\"2mfwus-5qc7j4-o0s1j2f-pehef-1742199544162\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:05.003275+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-incident-updated]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:05.003276+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199544999, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Incident updated notification for [icc-incident-updated]: {\"createdAt\":\"2025-03-17T08:19:04.844Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:13:04.655Z\",\"usdResources\":[]},\"changes\":{\"detectedTime\":[\"2025-03-17T08:06:02.000Z\",\"2025-03-17T08:06:00.000Z\"],\"impactStartTime\":[\"2025-03-17T08:12:44.236Z\",\"2025-03-17T07:53:00.000Z\"],\"roles\":{\"0\":[null,{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}]}},\"requestId\":\"2mfwus-5qc7j4-o0s1j2f-pehef-1742199544162\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:05.003280+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199549499, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:09.499389+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199549499, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:09.499560+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199549499, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:19:09.243Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T08:19:09.243Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:09.499561+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199549499, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:09.499592+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199549499, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:09.499648+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199549499, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:09.499820+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199549499, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:19:09.243Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T08:19:09.243Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:09.499821+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199549499, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-gus-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:09.499822+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199549499, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-gus-response]: {\"createdAt\":\"2025-03-17T08:19:09.243Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"name\":\"Pavithra Kuppusami\",\"email\":\"pavithra.kuppusami@salesforce.com\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"\"},\"caseRecordId\":\"500EE00001TyZ1rYAF\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_updated\",\"timestamp\":\"2025-03-17T08:19:09.243Z\",\"recordId\":\"500EE00001TyZ1rYAF\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"caseNumber\":\"73104263\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:09.499822+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199584002, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:44.002595+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199584002, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-trust-posting-created' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:44.002810+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199584002, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:19:43.782Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\"}},\"eventObj\":{\"impact\":\"performanceDegradation\",\"instanceKeys\":[\"USA662S\"],\"serviceKeys\":[\"coreService\"],\"trustId\":10013911,\"createdBy\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"modifiedBy\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"event\":\"investigatingCauseOfIssue\",\"impactEndTime\":null,\"createdAt\":\"2025-03-17T08:19:41.380Z\",\"modifiedAt\":\"2025-03-17T08:19:41.380Z\",\"id\":\"d137dde7-6331-48c2-981b-e00ab434cef0\",\"isModifiedExternally\":false,\"services\":[{\"key\":\"coreService\",\"name\":\"Core Service\"}]},\"requestId\":\"rerib-5lb8zwm-sm4of-n14wqyv-1742199581207\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:44.002848+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199584002, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:44.002850+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199584002, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-trust-posting-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:44.002899+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199584002, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:44.004635+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199584003, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:19:43.782Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\"}},\"eventObj\":{\"impact\":\"performanceDegradation\",\"instanceKeys\":[\"USA662S\"],\"serviceKeys\":[\"coreService\"],\"trustId\":10013911,\"createdBy\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"modifiedBy\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"event\":\"investigatingCauseOfIssue\",\"impactEndTime\":null,\"createdAt\":\"2025-03-17T08:19:41.380Z\",\"modifiedAt\":\"2025-03-17T08:19:41.380Z\",\"id\":\"d137dde7-6331-48c2-981b-e00ab434cef0\",\"isModifiedExternally\":false,\"services\":[{\"key\":\"coreService\",\"name\":\"Core Service\"}]},\"requestId\":\"rerib-5lb8zwm-sm4of-n14wqyv-1742199581207\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:44.004637+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199584003, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-trust-posting-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:44.004638+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199584003, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-trust-posting-created]: {\"createdAt\":\"2025-03-17T08:19:43.782Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\"}},\"eventObj\":{\"impact\":\"performanceDegradation\",\"instanceKeys\":[\"USA662S\"],\"serviceKeys\":[\"coreService\"],\"trustId\":10013911,\"createdBy\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"modifiedBy\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"event\":\"investigatingCauseOfIssue\",\"impactEndTime\":null,\"createdAt\":\"2025-03-17T08:19:41.380Z\",\"modifiedAt\":\"2025-03-17T08:19:41.380Z\",\"id\":\"d137dde7-6331-48c2-981b-e00ab434cef0\",\"isModifiedExternally\":false,\"services\":[{\"key\":\"coreService\",\"name\":\"Core Service\"}]},\"requestId\":\"rerib-5lb8zwm-sm4of-n14wqyv-1742199581207\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:19:44.004642+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199746816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2852077568,\"uptime\":2019559.32,\"totalMem\":4018151424,\"loadavg\":[0.16,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27846480,\"nice\":17100,\"sys\":4230290,\"idle\":1981072120,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27777210,\"nice\":16410,\"sys\":4250080,\"idle\":1980934500,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6098,\"sum\":59606}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:26.816843+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199746816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:26.816956+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779394, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.394376+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779394, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.394450+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:22:59.342Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.394504+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.394506+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.394542+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779394, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.394674+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:22:59.342Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.394676+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779394, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [bullmq-job-completed]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.394677+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742199779394, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [bullmq-job-completed]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.394695+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779477, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.478102+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779478, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.478271+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:22:59.428Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T08:22:59.291Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08JMPZNEGY\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.478311+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.478356+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.478409+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199779478, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.478512+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:22:59.428Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T08:22:59.291Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08JMPZNEGY\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.478553+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-reminder-triggered]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.478554+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199779478, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-reminder-triggered]: {\"createdAt\":\"2025-03-17T08:22:59.428Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"reminderData\":{\"id\":\"ed66f917-9172-40a5-aaa3-b625178579b1\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Try out the ICC Trust Integration with \/icc-trust in Slack or the overflow menu in the Web UI\",\"audience\":[],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T08:22:59.291Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Incident Sev2 Reminders\",\"type\":\"team\"},\"status\":\"InProgress\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08JMPZNEGY\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:22:59.478587+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742199986816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2841128960,\"uptime\":2019799.32,\"totalMem\":4018151424,\"loadavg\":[0.04,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27849530,\"nice\":17100,\"sys\":4230730,\"idle\":1981308250,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27779880,\"nice\":16410,\"sys\":4250460,\"idle\":1981170660,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6099,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:26.816887+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742199986816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:26.817019+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200013109, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.109951+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200013110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.110314+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:26:53.100Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"id\":\"db552bc4-61a4-42f3-871b-8e10993ec5b1\",\"serviceId\":\"P25VK5X\",\"serviceName\":\"GUS: CAPE Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P25VK5X\",\"responderName\":\"Tharun Gali\",\"responderId\":\"PVZYUTI\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PVZYUTI\",\"incidentNumber\":\"14036540\",\"incidentTitle\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q2UNJVH991DALH\",\"success\":true,\"pageTimestamp\":\"2025-03-17T08:26:53.045Z\",\"pdData\":{\"incident\":{\"incident_number\":14036540,\"title\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"created_at\":\"2025-03-17T08:26:52Z\",\"updated_at\":\"2025-03-17T08:26:52Z\",\"status\":\"triggered\",\"incident_key\":\"44d2271317e44f6eb5f948d6922fa80f\",\"service\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P25VK5X\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P25VK5X\"},\"assignments\":[{\"at\":\"2025-03-17T08:26:52Z\",\"assignee\":{\"id\":\"PVZYUTI\",\"type\":\"user_reference\",\"summary\":\"Tharun Gali\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PVZYUTI\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PVZYUTI\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T08:26:52Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R1H1GIULO0LWNYGGVITNBAWDH4\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R1H1GIULO0LWNYGGVITNBAWDH4\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q2UNJVH991DALH\/log_entries\/R1H1GIULO0LWNYGGVITNBAWDH4\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PYDYEWP\",\"type\":\"escalation_policy_reference\",\"summary\":\"CAPE EP\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PYDYEWP\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PYDYEWP\"},\"teams\":[{\"id\":\"P4TEPEY\",\"type\":\"team_reference\",\"summary\":\"GUS: CAPE\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/P4TEPEY\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/P4TEPEY\"}],\"impacted_services\":[{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P25VK5X\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P25VK5X\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T08:36:52Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P25VK5X\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P25VK5X\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q2UNJVH991DALH\",\"type\":\"incident\",\"summary\":\"[#14036540] Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q2UNJVH991DALH\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q2UNJVH991DALH\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \"}}},\"responderEmail\":\"tgali@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.110460+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.110462+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.110511+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200013110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.110634+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:26:53.100Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"id\":\"db552bc4-61a4-42f3-871b-8e10993ec5b1\",\"serviceId\":\"P25VK5X\",\"serviceName\":\"GUS: CAPE Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P25VK5X\",\"responderName\":\"Tharun Gali\",\"responderId\":\"PVZYUTI\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PVZYUTI\",\"incidentNumber\":\"14036540\",\"incidentTitle\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q2UNJVH991DALH\",\"success\":true,\"pageTimestamp\":\"2025-03-17T08:26:53.045Z\",\"pdData\":{\"incident\":{\"incident_number\":14036540,\"title\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"created_at\":\"2025-03-17T08:26:52Z\",\"updated_at\":\"2025-03-17T08:26:52Z\",\"status\":\"triggered\",\"incident_key\":\"44d2271317e44f6eb5f948d6922fa80f\",\"service\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P25VK5X\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P25VK5X\"},\"assignments\":[{\"at\":\"2025-03-17T08:26:52Z\",\"assignee\":{\"id\":\"PVZYUTI\",\"type\":\"user_reference\",\"summary\":\"Tharun Gali\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PVZYUTI\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PVZYUTI\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T08:26:52Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R1H1GIULO0LWNYGGVITNBAWDH4\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R1H1GIULO0LWNYGGVITNBAWDH4\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q2UNJVH991DALH\/log_entries\/R1H1GIULO0LWNYGGVITNBAWDH4\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PYDYEWP\",\"type\":\"escalation_policy_reference\",\"summary\":\"CAPE EP\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PYDYEWP\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PYDYEWP\"},\"teams\":[{\"id\":\"P4TEPEY\",\"type\":\"team_reference\",\"summary\":\"GUS: CAPE\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/P4TEPEY\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/P4TEPEY\"}],\"impacted_services\":[{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P25VK5X\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P25VK5X\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T08:36:52Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"P25VK5X\",\"type\":\"service_reference\",\"summary\":\"GUS: CAPE Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/P25VK5X\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/P25VK5X\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q2UNJVH991DALH\",\"type\":\"incident\",\"summary\":\"[#14036540] Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q2UNJVH991DALH\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q2UNJVH991DALH\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \"}}},\"responderEmail\":\"tgali@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.110749+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-page-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.110750+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742200013110, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-page-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.110751+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200013141, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.141457+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200013141, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.141665+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013141, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:26:53.132Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"users\":[\"U06ADCVQ9L5\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.141689+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013141, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.141690+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013141, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.141763+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200013141, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.141879+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013141, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:26:53.132Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"users\":[\"U06ADCVQ9L5\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.141881+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013141, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-slack-channel-invite-users]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.141897+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013141, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Incident invite notification for [icc-slack-channel-invite-users]: {\"createdAt\":\"2025-03-17T08:26:53.132Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"users\":[\"U06ADCVQ9L5\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.141942+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013141, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Could not invite incident commander from event" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.141943+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013141, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Inviting Slack users" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.141957+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200013500, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "successfully invited U06ADCVQ9L5 to channel C08JMPZNEGY" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.500899+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013500, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Inviting Slack bots" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.500903+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200013500, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No channels found in icc-slack-channel-invite-users event: {\"createdAt\":\"2025-03-17T08:26:53.132Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"users\":[\"U06ADCVQ9L5\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:26:53.500908+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200046388, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":522.261732,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:27:26.388430+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200046388, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:27:26.388550+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200046816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2841448448,\"uptime\":2019859.32,\"totalMem\":4018151424,\"loadavg\":[0.06,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27850060,\"nice\":17100,\"sys\":4230830,\"idle\":1981367400,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27780570,\"nice\":16410,\"sys\":4250550,\"idle\":1981229720,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6135,\"sum\":59590}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:27:26.816847+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200046816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:27:26.816979+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200354043, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:32:34.043904+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200354044, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:32:34.044278+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200354044, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:32:34.034Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"id\":\"81729dc0-3427-4332-bb2b-dc9c63e85152\",\"serviceId\":\"PTTI6WN\",\"serviceName\":\"GUS: HRMS (fka Core Service Protection - CSP) Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PTTI6WN\",\"responderName\":\"Chia-wei Lin\",\"responderId\":\"PAEMH6G\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PAEMH6G\",\"incidentNumber\":\"14036588\",\"incidentTitle\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1UIPZFHLD885X\",\"success\":true,\"pageTimestamp\":\"2025-03-17T08:32:33.970Z\",\"pdData\":{\"incident\":{\"incident_number\":14036588,\"title\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"created_at\":\"2025-03-17T08:32:33Z\",\"updated_at\":\"2025-03-17T08:32:33Z\",\"status\":\"triggered\",\"incident_key\":\"c842fc585ccc41e1bfb1f36b06306be7\",\"service\":{\"id\":\"PTTI6WN\",\"type\":\"service_reference\",\"summary\":\"GUS: HRMS (fka Core Service Protection - CSP) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PTTI6WN\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PTTI6WN\"},\"assignments\":[{\"at\":\"2025-03-17T08:32:33Z\",\"assignee\":{\"id\":\"PAEMH6G\",\"type\":\"user_reference\",\"summary\":\"Chia-wei Lin\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PAEMH6G\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PAEMH6G\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T08:32:33Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R1CC2Z56MSJC3K6IA3O81QAJF6\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R1CC2Z56MSJC3K6IA3O81QAJF6\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1UIPZFHLD885X\/log_entries\/R1CC2Z56MSJC3K6IA3O81QAJF6\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P6FXHLG\",\"type\":\"escalation_policy_reference\",\"summary\":\"Service Protection (HRMS, CSP) Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/P6FXHLG\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/P6FXHLG\"},\"teams\":[{\"id\":\"P0WEKCK\",\"type\":\"team_reference\",\"summary\":\"GUS: HRMS (fka Core Service Protection - CSP)\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/P0WEKCK\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/P0WEKCK\"}],\"impacted_services\":[{\"id\":\"PTTI6WN\",\"type\":\"service_reference\",\"summary\":\"GUS: HRMS (fka Core Service Protection - CSP) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PTTI6WN\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PTTI6WN\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T08:42:33Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-17T12:32:33Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PTTI6WN\",\"type\":\"service_reference\",\"summary\":\"GUS: HRMS (fka Core Service Protection - CSP) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PTTI6WN\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PTTI6WN\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1UIPZFHLD885X\",\"type\":\"incident\",\"summary\":\"[#14036588] Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q1UIPZFHLD885X\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1UIPZFHLD885X\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \"}}},\"responderEmail\":\"chiaweilin@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:32:34.044377+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200354044, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:32:34.044378+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200354044, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:32:34.044460+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200354044, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:32:34.044578+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200354044, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:32:34.034Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"id\":\"81729dc0-3427-4332-bb2b-dc9c63e85152\",\"serviceId\":\"PTTI6WN\",\"serviceName\":\"GUS: HRMS (fka Core Service Protection - CSP) Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PTTI6WN\",\"responderName\":\"Chia-wei Lin\",\"responderId\":\"PAEMH6G\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/PAEMH6G\",\"incidentNumber\":\"14036588\",\"incidentTitle\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1UIPZFHLD885X\",\"success\":true,\"pageTimestamp\":\"2025-03-17T08:32:33.970Z\",\"pdData\":{\"incident\":{\"incident_number\":14036588,\"title\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"created_at\":\"2025-03-17T08:32:33Z\",\"updated_at\":\"2025-03-17T08:32:33Z\",\"status\":\"triggered\",\"incident_key\":\"c842fc585ccc41e1bfb1f36b06306be7\",\"service\":{\"id\":\"PTTI6WN\",\"type\":\"service_reference\",\"summary\":\"GUS: HRMS (fka Core Service Protection - CSP) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PTTI6WN\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PTTI6WN\"},\"assignments\":[{\"at\":\"2025-03-17T08:32:33Z\",\"assignee\":{\"id\":\"PAEMH6G\",\"type\":\"user_reference\",\"summary\":\"Chia-wei Lin\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PAEMH6G\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PAEMH6G\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T08:32:33Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R1CC2Z56MSJC3K6IA3O81QAJF6\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R1CC2Z56MSJC3K6IA3O81QAJF6\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1UIPZFHLD885X\/log_entries\/R1CC2Z56MSJC3K6IA3O81QAJF6\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"P6FXHLG\",\"type\":\"escalation_policy_reference\",\"summary\":\"Service Protection (HRMS, CSP) Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/P6FXHLG\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/P6FXHLG\"},\"teams\":[{\"id\":\"P0WEKCK\",\"type\":\"team_reference\",\"summary\":\"GUS: HRMS (fka Core Service Protection - CSP)\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/P0WEKCK\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/P0WEKCK\"}],\"impacted_services\":[{\"id\":\"PTTI6WN\",\"type\":\"service_reference\",\"summary\":\"GUS: HRMS (fka Core Service Protection - CSP) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PTTI6WN\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PTTI6WN\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T08:42:33Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-17T12:32:33Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PTTI6WN\",\"type\":\"service_reference\",\"summary\":\"GUS: HRMS (fka Core Service Protection - CSP) Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PTTI6WN\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PTTI6WN\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1UIPZFHLD885X\",\"type\":\"incident\",\"summary\":\"[#14036588] Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q1UIPZFHLD885X\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1UIPZFHLD885X\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \"}}},\"responderEmail\":\"chiaweilin@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:32:34.044679+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200354044, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-page-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:32:34.044680+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742200354044, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-page-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:32:34.044680+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200392571, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":82.977008,\"method\":\"BoltEventIncidentReqd.eventIncidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:33:12.571541+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200392571, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:33:12.571637+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200466816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2847895552,\"uptime\":2020279.32,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27854220,\"nice\":17100,\"sys\":4231360,\"idle\":1981781430,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27784580,\"nice\":16410,\"sys\":4251140,\"idle\":1981643640,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6099,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:34:26.816868+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200466816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:34:26.817020+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200766816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2854608896,\"uptime\":2020579.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27856500,\"nice\":17100,\"sys\":4231890,\"idle\":1982077260,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27787060,\"nice\":16410,\"sys\":4251670,\"idle\":1981939180,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6102,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:39:26.816853+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200766816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:39:26.816984+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200814929, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posting comm to external slack channel C05U9CBHX8D - comm: {\"sequenceNumber\":2,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"sentBySlackUserId\":\"U01G5MUL669\",\"sentBy\":\"Pavithra Kuppusami\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"duration\":\"47 minutes\",\"incidentCommander\":\"Pavithra Kuppusami\",\"incidentCommanderSlackUserId\":\"U01G5MUL669\",\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"team\":\"Site Reliability\",\"content\":{\"conditions\":\"APT degradation impact start time: 07:04 UTC\\nCDSE and CAPE teams were paged to further investigate.\\nCDSE noticed that COPY_CHUNK_IMPORT MQ thread job that was recently scheduled to run on a regular basis, on sandboxes, CSP has auto-throttled the job, but since there are no improvements, we are looking into checking on whether the throttle number needs to be manually altered.\\nWe are also seeing another job APEX_QUEUEABLE that is potentially contributing to this impact.\",\"actions\":\"Current CSP auto-throttle is not helping the instance come out of impact, so we are looking into converting it into manual throttling.\"},\"sentAt\":\"2025-03-17T08:40:14.068Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"gsm@salesforce.com\",\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:14.930124+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200815512, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "[IccKafkaProducer.produceInternalCommsSentEvent] Publishing internal comms delivery status: {\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"cf582ec5-f906-4e2a-9e8e-d0ef30ad0d80\",\"sequenceNumber\":2}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.512827+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200815512, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.iccMetricRequestExecute] - icc-internal-comms-response - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.512857+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200815512, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.512864+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200815512, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.512934+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200815512, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.513029+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200815513, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key '8314687c-abb3-4165-bbbf-414b12112a6b' to topic 'incident': {\"createdAt\":\"2025-03-17T08:40:15.512Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"cf582ec5-f906-4e2a-9e8e-d0ef30ad0d80\",\"sequenceNumber\":2}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.513150+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200815513, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key '8314687c-abb3-4165-bbbf-414b12112a6b' to Kafka topic 'incident'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.513242+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200815513, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.iccMetricDurationTime] - icc-internal-comms-response - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.513246+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200815513, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.19754499942064285\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.513268+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200815513, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.19754499942064285\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.513328+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200815513, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.513366+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200815522, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.522106+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200815522, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.522367+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200815522, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:40:15.512Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"cf582ec5-f906-4e2a-9e8e-d0ef30ad0d80\",\"sequenceNumber\":2}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.522434+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200815522, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.522437+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200815522, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.522474+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200815522, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.522558+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200815522, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:40:15.512Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"cf582ec5-f906-4e2a-9e8e-d0ef30ad0d80\",\"sequenceNumber\":2}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.522621+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200815522, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.522621+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742200815522, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:15.522624+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200826816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2851004416,\"uptime\":2020639.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27856910,\"nice\":17100,\"sys\":4231990,\"idle\":1982136340,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27787540,\"nice\":16410,\"sys\":4251780,\"idle\":1981998270,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6121,\"sum\":59590}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:26.816856+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200826816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:40:26.816945+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200886816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2851008512,\"uptime\":2020699.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27857350,\"nice\":17100,\"sys\":4232070,\"idle\":1982195530,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27787960,\"nice\":16410,\"sys\":4251860,\"idle\":1982057370,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6103,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:41:26.816870+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200886816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:41:26.816963+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742200946820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2851008512,\"uptime\":2020759.32,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27857750,\"nice\":17100,\"sys\":4232150,\"idle\":1982254660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27788690,\"nice\":16410,\"sys\":4251920,\"idle\":1982116540,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6094,\"sum\":59609}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:42:26.820851+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742200946820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:42:26.821012+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201066820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2850332672,\"uptime\":2020879.32,\"totalMem\":4018151424,\"loadavg\":[0.01,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27858650,\"nice\":17100,\"sys\":4232340,\"idle\":1982372970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27789680,\"nice\":16410,\"sys\":4252150,\"idle\":1982234780,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6097,\"sum\":59603}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:44:26.820853+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201066820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:44:26.820969+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201426816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2849353728,\"uptime\":2021239.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27863650,\"nice\":17100,\"sys\":4232990,\"idle\":1982727700,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27793490,\"nice\":16410,\"sys\":4252820,\"idle\":1982589670,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6099,\"sum\":59605}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:26.816850+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201426816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:26.816991+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453954, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "[IccKafkaProducer.produceInternalCommsSentEvent] Publishing internal comms delivery status: {\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\",\"sequenceNumber\":12}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.955536+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453954, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.iccMetricRequestExecute] - icc-internal-comms-response - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.955539+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453954, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.955540+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453955, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.955541+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201453955, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.955542+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453955, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key '13054fa1-b6e2-45d6-8afe-0c7523384b29' to topic 'incident': {\"createdAt\":\"2025-03-17T08:50:53.954Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\",\"sequenceNumber\":12}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.955546+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201453955, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key '13054fa1-b6e2-45d6-8afe-0c7523384b29' to Kafka topic 'incident'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.955553+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453955, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.iccMetricDurationTime] - icc-internal-comms-response - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.955553+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453955, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.18089700490236282\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.955554+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453955, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.18089700490236282\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.955556+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201453955, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.955556+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201453964, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.964493+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201453964, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.964739+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453964, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:50:53.954Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\",\"sequenceNumber\":12}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.964815+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453964, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.964823+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453964, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.964847+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201453964, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.964940+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453964, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:50:53.954Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\",\"sequenceNumber\":12}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.965043+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201453964, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.965044+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742201453965, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:50:53.965047+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201464465, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:51:04.465424+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201464465, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:51:04.465698+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201464465, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:51:04.088Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\",\"sequenceNumber\":12}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:51:04.465740+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201464465, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:51:04.465782+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201464465, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:51:04.465847+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201464465, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:51:04.465950+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201464465, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:51:04.088Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"e4d8def9-b92a-4ff3-b650-650e70bcb7d6\",\"sequenceNumber\":12}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:51:04.466003+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201464465, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:51:04.466023+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742201464465, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:51:04.466023+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201606816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2849124352,\"uptime\":2021419.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27864830,\"nice\":17100,\"sys\":4233310,\"idle\":1982905230,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27794660,\"nice\":16410,\"sys\":4253110,\"idle\":1982766970,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6113,\"sum\":59594}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:53:26.816872+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201606816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:53:26.816976+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201666816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842460160,\"uptime\":2021479.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27865490,\"nice\":17100,\"sys\":4233440,\"idle\":1982964030,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27795290,\"nice\":16410,\"sys\":4253240,\"idle\":1982825730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6109,\"sum\":59598}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:54:26.816837+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201666816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:54:26.816976+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201688415, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:54:48.415948+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201688416, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:54:48.416344+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201688416, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:54:48.406Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"id\":\"28c9ce55-d7a3-4127-9375-f2c1d44cc899\",\"serviceId\":\"PEP3OTT\",\"serviceName\":\"GUS: Core Database Performance Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEP3OTT\",\"responderName\":\"Joydeep Lahiri\",\"responderId\":\"P2Z52MQ\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/P2Z52MQ\",\"incidentNumber\":\"14036731\",\"incidentTitle\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1UWB85OQMTPTR\",\"success\":true,\"pageTimestamp\":\"2025-03-17T08:54:48.351Z\",\"pdData\":{\"incident\":{\"incident_number\":14036731,\"title\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"created_at\":\"2025-03-17T08:54:48Z\",\"updated_at\":\"2025-03-17T08:54:48Z\",\"status\":\"triggered\",\"incident_key\":\"a3882ea7fd6542a6b5254eb2b6764238\",\"service\":{\"id\":\"PEP3OTT\",\"type\":\"service_reference\",\"summary\":\"GUS: Core Database Performance Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEP3OTT\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEP3OTT\"},\"assignments\":[{\"at\":\"2025-03-17T08:54:48Z\",\"assignee\":{\"id\":\"P2Z52MQ\",\"type\":\"user_reference\",\"summary\":\"Joydeep Lahiri\",\"self\":\"https:\/\/api.pagerduty.com\/users\/P2Z52MQ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/P2Z52MQ\"}},{\"at\":\"2025-03-17T08:54:48Z\",\"assignee\":{\"id\":\"PS9IDMM\",\"type\":\"user_reference\",\"summary\":\"SAGAR MAHADIK\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PS9IDMM\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PS9IDMM\"}},{\"at\":\"2025-03-17T08:54:48Z\",\"assignee\":{\"id\":\"P6FNWRE\",\"type\":\"user_reference\",\"summary\":\"Sai Kumar Papini\",\"self\":\"https:\/\/api.pagerduty.com\/users\/P6FNWRE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/P6FNWRE\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T08:54:48Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R9ETU43DRILD1UPIF7FW3AE89F\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R9ETU43DRILD1UPIF7FW3AE89F\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1UWB85OQMTPTR\/log_entries\/R9ETU43DRILD1UPIF7FW3AE89F\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PRLBQP7\",\"type\":\"escalation_policy_reference\",\"summary\":\"Core Database Performance Escalation Policy\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PRLBQP7\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PRLBQP7\"},\"teams\":[{\"id\":\"P39TTHN\",\"type\":\"team_reference\",\"summary\":\"GUS: Core Database Performance\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/P39TTHN\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/P39TTHN\"}],\"impacted_services\":[{\"id\":\"PEP3OTT\",\"type\":\"service_reference\",\"summary\":\"GUS: Core Database Performance Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEP3OTT\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEP3OTT\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T09:04:48Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-17T12:54:48Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PEP3OTT\",\"type\":\"service_reference\",\"summary\":\"GUS: Core Database Performance Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEP3OTT\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEP3OTT\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1UWB85OQMTPTR\",\"type\":\"incident\",\"summary\":\"[#14036731] Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q1UWB85OQMTPTR\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1UWB85OQMTPTR\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \"}}},\"responderEmail\":\"jlahiri@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:54:48.416454+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201688416, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:54:48.416455+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201688416, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:54:48.416547+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201688416, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:54:48.416755+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201688416, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:54:48.406Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"id\":\"28c9ce55-d7a3-4127-9375-f2c1d44cc899\",\"serviceId\":\"PEP3OTT\",\"serviceName\":\"GUS: Core Database Performance Incident Escalation\",\"serviceLink\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEP3OTT\",\"responderName\":\"Joydeep Lahiri\",\"responderId\":\"P2Z52MQ\",\"responderLink\":\"https:\/\/salesforce.pagerduty.com\/users\/P2Z52MQ\",\"incidentNumber\":\"14036731\",\"incidentTitle\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDetails\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentLink\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1UWB85OQMTPTR\",\"success\":true,\"pageTimestamp\":\"2025-03-17T08:54:48.351Z\",\"pdData\":{\"incident\":{\"incident_number\":14036731,\"title\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"created_at\":\"2025-03-17T08:54:48Z\",\"updated_at\":\"2025-03-17T08:54:48Z\",\"status\":\"triggered\",\"incident_key\":\"a3882ea7fd6542a6b5254eb2b6764238\",\"service\":{\"id\":\"PEP3OTT\",\"type\":\"service_reference\",\"summary\":\"GUS: Core Database Performance Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEP3OTT\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEP3OTT\"},\"assignments\":[{\"at\":\"2025-03-17T08:54:48Z\",\"assignee\":{\"id\":\"P2Z52MQ\",\"type\":\"user_reference\",\"summary\":\"Joydeep Lahiri\",\"self\":\"https:\/\/api.pagerduty.com\/users\/P2Z52MQ\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/P2Z52MQ\"}},{\"at\":\"2025-03-17T08:54:48Z\",\"assignee\":{\"id\":\"PS9IDMM\",\"type\":\"user_reference\",\"summary\":\"SAGAR MAHADIK\",\"self\":\"https:\/\/api.pagerduty.com\/users\/PS9IDMM\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/PS9IDMM\"}},{\"at\":\"2025-03-17T08:54:48Z\",\"assignee\":{\"id\":\"P6FNWRE\",\"type\":\"user_reference\",\"summary\":\"Sai Kumar Papini\",\"self\":\"https:\/\/api.pagerduty.com\/users\/P6FNWRE\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/users\/P6FNWRE\"}}],\"assigned_via\":\"escalation_policy\",\"last_status_change_at\":\"2025-03-17T08:54:48Z\",\"resolved_at\":null,\"first_trigger_log_entry\":{\"id\":\"R9ETU43DRILD1UPIF7FW3AE89F\",\"type\":\"trigger_log_entry_reference\",\"summary\":\"Triggered through the website.\",\"self\":\"https:\/\/api.pagerduty.com\/log_entries\/R9ETU43DRILD1UPIF7FW3AE89F\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1UWB85OQMTPTR\/log_entries\/R9ETU43DRILD1UPIF7FW3AE89F\"},\"alert_counts\":{\"all\":0,\"triggered\":0,\"resolved\":0},\"is_mergeable\":true,\"incident_type\":{\"name\":\"incident_default\"},\"escalation_policy\":{\"id\":\"PRLBQP7\",\"type\":\"escalation_policy_reference\",\"summary\":\"Core Database Performance Escalation Policy\",\"self\":\"https:\/\/api.pagerduty.com\/escalation_policies\/PRLBQP7\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/escalation_policies\/PRLBQP7\"},\"teams\":[{\"id\":\"P39TTHN\",\"type\":\"team_reference\",\"summary\":\"GUS: Core Database Performance\",\"self\":\"https:\/\/api.pagerduty.com\/teams\/P39TTHN\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/teams\/P39TTHN\"}],\"impacted_services\":[{\"id\":\"PEP3OTT\",\"type\":\"service_reference\",\"summary\":\"GUS: Core Database Performance Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEP3OTT\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEP3OTT\"}],\"pending_actions\":[{\"type\":\"escalate\",\"at\":\"2025-03-17T09:04:48Z\"},{\"type\":\"resolve\",\"at\":\"2025-03-17T12:54:48Z\"}],\"acknowledgements\":[],\"basic_alert_grouping\":null,\"alert_grouping\":null,\"last_status_change_by\":{\"id\":\"PEP3OTT\",\"type\":\"service_reference\",\"summary\":\"GUS: Core Database Performance Incident Escalation\",\"self\":\"https:\/\/api.pagerduty.com\/services\/PEP3OTT\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/service-directory\/PEP3OTT\"},\"priority\":null,\"incidents_responders\":[],\"responder_requests\":[],\"subscriber_requests\":[],\"urgency\":\"high\",\"id\":\"Q1UWB85OQMTPTR\",\"type\":\"incident\",\"summary\":\"[#14036731] Incident: APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"self\":\"https:\/\/api.pagerduty.com\/incidents\/Q1UWB85OQMTPTR\",\"html_url\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q1UWB85OQMTPTR\",\"body\":{\"details\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \"}}},\"responderEmail\":\"jlahiri@salesforce.com\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:54:48.416765+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201688416, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-page-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:54:48.416765+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742201688416, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-page-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:54:48.416766+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201726816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842468352,\"uptime\":2021539.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27866040,\"nice\":17100,\"sys\":4233550,\"idle\":1983023140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27795770,\"nice\":16410,\"sys\":4253310,\"idle\":1982884820,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6100,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:55:26.816861+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201726816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:55:26.816981+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201774543, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posting comm to external slack channel C05U9CBHX8D - comm: {\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"sentBySlackUserId\":\"U01G5MUL669\",\"sentBy\":\"Pavithra Kuppusami\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"duration\":\"63 minutes\",\"incidentCommander\":\"Pavithra Kuppusami\",\"incidentCommanderSlackUserId\":\"U01G5MUL669\",\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"team\":\"Site Reliability\",\"content\":\"Along with CP SRE team, CDSE, CAPE, CSP and CIC teams are on the bridge to investigate this.\\nWe are looking into confirming on the APEX_QUEUEABLE job, that coincides with the impact time and is still running for longer with DB contentions, wait-sql-lock, which is seen increasing the APT.\\nImpact is still in progress.\\nWe have paged Core DB perf team to get more insights on this as they had seen similar issue on usa244s last week.\",\"sentAt\":\"2025-03-17T08:56:13.872Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:14.543695+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201774815, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posting comm to external slack channel C05T2A3C319 - comm: {\"sequenceNumber\":3,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"sentBySlackUserId\":\"U01G5MUL669\",\"sentBy\":\"Pavithra Kuppusami\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"duration\":\"63 minutes\",\"incidentCommander\":\"Pavithra Kuppusami\",\"incidentCommanderSlackUserId\":\"U01G5MUL669\",\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"team\":\"Site Reliability\",\"content\":\"Along with CP SRE team, CDSE, CAPE, CSP and CIC teams are on the bridge to investigate this.\\nWe are looking into confirming on the APEX_QUEUEABLE job, that coincides with the impact time and is still running for longer with DB contentions, wait-sql-lock, which is seen increasing the APT.\\nImpact is still in progress.\\nWe have paged Core DB perf team to get more insights on this as they had seen similar issue on usa244s last week.\",\"sentAt\":\"2025-03-17T08:56:13.872Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"sitereliability@salesforce.com\",\"techcustomerescalation@salesforce.com\",\"gsm@salesforce.com\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:14.815398+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201775073, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "[IccKafkaProducer.produceInternalCommsSentEvent] Publishing internal comms delivery status: {\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"9f3c6baf-2290-4a80-949f-3b68059651e4\",\"sequenceNumber\":3}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.073889+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201775073, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.iccMetricRequestExecute] - icc-internal-comms-response - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.073892+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201775073, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.073896+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201775073, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.073970+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201775074, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.074090+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201775074, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key '8314687c-abb3-4165-bbbf-414b12112a6b' to topic 'incident': {\"createdAt\":\"2025-03-17T08:56:15.073Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"9f3c6baf-2290-4a80-949f-3b68059651e4\",\"sequenceNumber\":3}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.074223+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201775074, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key '8314687c-abb3-4165-bbbf-414b12112a6b' to Kafka topic 'incident'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.074318+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201775074, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.iccMetricDurationTime] - icc-internal-comms-response - undefined" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.074319+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201775074, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.2036070004105568\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.074320+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201775074, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"duration\",\"value\":\"0.2036070004105568\",\"topicName\":\"metrics\",\"producerConsumer\":\"producer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.074352+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201775074, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.074434+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201775082, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.082991+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201775083, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.083251+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201775083, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T08:56:15.073Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"9f3c6baf-2290-4a80-949f-3b68059651e4\",\"sequenceNumber\":3}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.083333+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201775083, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.083347+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201775083, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.083349+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201775083, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.083437+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201775083, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T08:56:15.073Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"C05U9CBHX8D\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"},{\"notification\":\"C05T2A3C319\",\"deliveryStatus\":true,\"type\":\"SlackChannelId\"}],\"internalCommsId\":\"9f3c6baf-2290-4a80-949f-3b68059651e4\",\"sequenceNumber\":3}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.083516+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201775083, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.083516+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742201775083, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:15.083519+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742201786816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842472448,\"uptime\":2021599.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27866580,\"nice\":17100,\"sys\":4233640,\"idle\":1983082250,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27796540,\"nice\":16410,\"sys\":4253390,\"idle\":1982943930,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6122,\"sum\":59593}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:26.816869+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742201786816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:26.816945+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "[INFO] socket-mode:SocketModeClient:0 Reconnecting to Slack ...", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:38.673176+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "[INFO] socket-mode:SocketModeClient:0 Going to establish a new connection to Slack ...", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:38.673593+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "[INFO] socket-mode:SocketModeClient:0 Now connected to Slack", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T08:56:39.005118+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742202202818, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:03:22.818542+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742202202818, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-page-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:03:22.818747+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742202202818, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:03:22.809Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"ok\":true,\"id\":\"800e4a1c-ae80-49d8-acdd-e895e5f203e7\",\"serviceId\":\"PDLICW7\",\"serviceName\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"dvj2k8-xh48ve-ghrddh-bf6vue-1742202202425\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:03:22.818792+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742202202818, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:03:22.818794+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742202202818, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-page-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:03:22.818854+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742202202818, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:03:22.819044+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742202202818, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T09:03:22.809Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T08:19:09.243Z\"},\"eventObj\":{\"ok\":true,\"id\":\"800e4a1c-ae80-49d8-acdd-e895e5f203e7\",\"serviceId\":\"PDLICW7\",\"serviceName\":\"GUS: Lightning Web Platform Customer Success Incident Escalation\",\"customMessage\":\"Please join this active incident:\\nTeam: Site Reliability\\nSubject: APT Degradation on USA662s, core2, aws-prod5-uswest2\\nSeverity: Sev2\\nSlack Channel: #icc-73104263\\nBridge URL: https:\/\/meet.google.com\/hfi-qyjv-nzz\\nAdditional Joining Info: Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\\nAdditional Details: \",\"incidentSubject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"incidentDescription\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\"},\"requestId\":\"dvj2k8-xh48ve-ghrddh-bf6vue-1742202202425\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:03:22.819046+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742202202818, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-page-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:03:22.819047+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742202202818, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-page-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:03:22.819048+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742202208350, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:03:28.350486+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742202208351, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:03:28.351740+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742202686816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842693632,\"uptime\":2022499.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27875310,\"nice\":17100,\"sys\":4235050,\"idle\":1983969480,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27805640,\"nice\":16410,\"sys\":4254760,\"idle\":1983830700,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6107,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:11:26.816920+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742202686816, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:11:26.817015+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742202806820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842972160,\"uptime\":2022619.32,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27876140,\"nice\":17100,\"sys\":4235170,\"idle\":1984087790,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27806590,\"nice\":16410,\"sys\":4254970,\"idle\":1983948950,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6100,\"sum\":59603}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:13:26.820872+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742202806820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:13:26.820971+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742202986820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842988544,\"uptime\":2022799.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27877780,\"nice\":17100,\"sys\":4235420,\"idle\":1984265140,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27808280,\"nice\":16410,\"sys\":4255270,\"idle\":1984126400,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6096,\"sum\":59606}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:16:26.820827+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742202986820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:16:26.820957+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742203106820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842996736,\"uptime\":2022919.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27878560,\"nice\":17100,\"sys\":4235630,\"idle\":1984383470,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27809070,\"nice\":16410,\"sys\":4255480,\"idle\":1984244710,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6098,\"sum\":59605}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:18:26.820854+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742203106820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:18:26.820962+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742203226820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843013120,\"uptime\":2023039.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27879480,\"nice\":17100,\"sys\":4235770,\"idle\":1984501690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27809850,\"nice\":16410,\"sys\":4255700,\"idle\":1984362870,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":7180,\"sum\":59592}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:20:26.820864+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742203226821, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:20:26.821075+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742203346820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843103232,\"uptime\":2023159.32,\"totalMem\":4018151424,\"loadavg\":[0.15,0.08,0.03],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27881150,\"nice\":17100,\"sys\":4235970,\"idle\":1984620020,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27811430,\"nice\":16410,\"sys\":4255920,\"idle\":1984481100,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6105,\"sum\":59597}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:22:26.820855+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742203346820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:22:26.820993+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742203622668, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posting comm to external slack channel C05U9CBHX8D - comm: {\"sequenceNumber\":14,\"severity\":\"Sev2\",\"status\":\"InProgress\",\"description\":\"\",\"bridgeUrl\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"sentBySlackUserId\":\"WV8TM5WP5\",\"sentBy\":\"Krisztian Zsibrek\",\"cloud\":\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\",\"impact\":[\"PerformanceDegradation\"],\"impactEndTime\":\"\",\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"duration\":\"9 hours\",\"incidentCommander\":\"Priyanka Sharma\",\"incidentCommanderSlackUserId\":\"U02L4D3SB9A\",\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"team\":\"Site Reliability\",\"content\":\"Site switch is now finished, apptier is being restarted and we should see SCRT improvements.\",\"sentAt\":\"2025-03-17T09:27:01.181Z\",\"swimlaneUpdates\":[],\"slackChannelIds\":[\"C05U9CBHX8D\",\"C05T2A3C319\"],\"emailAddresses\":[\"techcustomerescalation@salesforce.com\",\"sitereliability@salesforce.com\",\"gsm@salesforce.com\"]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:27:02.669807+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742203706820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832384000,\"uptime\":2023519.32,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27884930,\"nice\":17100,\"sys\":4236530,\"idle\":1984974520,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27815330,\"nice\":16410,\"sys\":4256590,\"idle\":1984835460,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6102,\"sum\":59605}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:28:26.820871+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742203706820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:28:26.820968+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742203766820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2831450112,\"uptime\":2023579.32,\"totalMem\":4018151424,\"loadavg\":[0,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27885600,\"nice\":17100,\"sys\":4236650,\"idle\":1985033640,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27815630,\"nice\":16410,\"sys\":4256710,\"idle\":1984894590,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6112,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:29:26.820861+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742203766820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:29:26.820961+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742203886820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2832310272,\"uptime\":2023699.32,\"totalMem\":4018151424,\"loadavg\":[0.09,0.07,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27886480,\"nice\":17100,\"sys\":4236810,\"idle\":1985151830,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27816420,\"nice\":16410,\"sys\":4256890,\"idle\":1985012870,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6101,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:31:26.820851+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742203886820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:31:26.820945+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742203946820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2833801216,\"uptime\":2023759.32,\"totalMem\":4018151424,\"loadavg\":[0.03,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27886850,\"nice\":17100,\"sys\":4236870,\"idle\":1985211040,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27817060,\"nice\":16410,\"sys\":4257000,\"idle\":1985071960,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6103,\"sum\":59605}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:32:26.820836+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742203946820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:32:26.820942+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742204306820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842849280,\"uptime\":2024119.32,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27890970,\"nice\":17100,\"sys\":4237470,\"idle\":1985565970,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27821030,\"nice\":16410,\"sys\":4257580,\"idle\":1985426690,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6106,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:38:26.820867+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742204306820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:38:26.821000+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742204315225, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:38:35.225306+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742204315226, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:38:35.226166+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742204606820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2842697728,\"uptime\":2024419.32,\"totalMem\":4018151424,\"loadavg\":[0.14,0.07,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27893180,\"nice\":17100,\"sys\":4237950,\"idle\":1985861790,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27823360,\"nice\":16410,\"sys\":4258020,\"idle\":1985722210,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6096,\"sum\":59599}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:43:26.820823+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742204606820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:43:26.820929+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742204666824, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2843832320,\"uptime\":2024479.32,\"totalMem\":4018151424,\"loadavg\":[0.05,0.05,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27893580,\"nice\":17100,\"sys\":4237990,\"idle\":1985920960,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27824180,\"nice\":16410,\"sys\":4258090,\"idle\":1985781330,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6106,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:44:26.824854+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742204666824, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:44:26.824962+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742204753417, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.01053,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:45:53.417604+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742204753417, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:45:53.417647+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742204753653, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":235.763331,\"method\":\"BoltEvent.eventAuthMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:45:53.653585+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742204753653, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:45:53.653635+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742204786820, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2844041216,\"uptime\":2024599.32,\"totalMem\":4018151424,\"loadavg\":[0.08,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27894640,\"nice\":17100,\"sys\":4238220,\"idle\":1986039180,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27825220,\"nice\":16410,\"sys\":4258320,\"idle\":1985899590,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6125,\"sum\":59589}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:46:26.820902+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742204786821, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:46:26.821062+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205073303, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.029191,\"method\":\"BoltOptionsWithLocalCache.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:51:13.303980+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205073304, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:51:13.304090+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205073543, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":239.447313,\"method\":\"BoltInteraction.authMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:51:13.543696+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205073543, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:51:13.543729+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205086824, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2781483008,\"uptime\":2024899.32,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27897530,\"nice\":17100,\"sys\":4238880,\"idle\":1986334370,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27828360,\"nice\":16410,\"sys\":4258960,\"idle\":1986194550,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":59,\"num\":8089,\"sum\":59495}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:51:26.824858+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205086824, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:51:26.825018+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742205184309, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "[RestApiHelper.request] Request failed with status code 404" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:53:04.309143+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205184309, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0,\"method\":\"CG2A365BK\",\"path\":\"U02Q288NF7W\",\"statusCode\":1}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:53:04.309853+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205184309, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:53:04.309926+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205266824, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2781126656,\"uptime\":2025079.33,\"totalMem\":4018151424,\"loadavg\":[0.01,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27899200,\"nice\":17100,\"sys\":4239220,\"idle\":1986511820,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27830030,\"nice\":16410,\"sys\":4259290,\"idle\":1986371920,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6133,\"sum\":59587}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:54:26.824875+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205266824, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:54:26.825037+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205345129, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":79.615576,\"method\":\"BoltInteraction.incidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:55:45.129310+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205345129, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:55:45.129435+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205345129, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.024247,\"method\":\"BoltCommandIncidentReqd.rejectIfClosedMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:55:45.129562+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205345129, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:55:45.129627+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205439673, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.673437+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205439673, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.673715+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439673, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:57:19.663Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"0l1gn-317u5f-b3bc9-7tpwz8-1742205438821\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.673812+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439673, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.673817+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439673, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.673858+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205439673, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.674005+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439673, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T09:57:19.663Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"0l1gn-317u5f-b3bc9-7tpwz8-1742205438821\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.674054+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439674, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-usd-resource-deleted]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.674055+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742205439674, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-usd-resource-deleted]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.674076+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205439693, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.693516+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205439693, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.693734+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439693, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:57:19.684Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":[],\"requestId\":\"0l1gn-317u5f-b3bc9-7tpwz8-1742205438821\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.693781+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439693, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.693825+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439693, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.693856+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205439693, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.693939+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439693, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T09:57:19.684Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:25:00.000Z\",\"severity\":\"Sev2\",\"status\":\"InProgress\",\"origin\":\"Alert\",\"originReference\":\"\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T00:38:13.514Z\"},\"eventObj\":[],\"requestId\":\"0l1gn-317u5f-b3bc9-7tpwz8-1742205438821\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.694043+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439693, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-usd-resource-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.694044+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742205439693, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-usd-resource-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.694045+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205439741, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.741535+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205439741, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.741621+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439741, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:57:19.693Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.741622+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439741, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.741649+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439741, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.741705+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205439741, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.741825+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439741, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T09:57:19.693Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.741826+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205439741, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-usd-resource-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.741827+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742205439741, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-usd-resource-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:19.741827+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205440259, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posted incident resolved message to Slack." }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:20.259813+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205440259, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Slack response: {\"ok\":true,\"channel\":\"C08J0HPF5H9\",\"ts\":\"1742205440.187699\",\"message\":{\"user\":\"U02Q288NF7W\",\"type\":\"message\",\"ts\":\"1742205440.187699\",\"bot_id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"text\":\"<@WV8TM5WP5> resolved the incident. Would you also like to send a TCE?\",\"team\":\"T01GST6QY0G\",\"bot_profile\":{\"id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"name\":\"Incident Command Center\",\"icons\":{\"image_36\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_36.png\",\"image_48\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_48.png\",\"image_72\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_72.png\"},\"deleted\":false,\"updated\":1647596965,\"team_id\":\"T01GST6QY0G\"},\"attachments\":[{\"id\":1,\"blocks\":[{\"type\":\"section\",\"block_id\":\"edc\/\/\",\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Status*:\\nResolved\",\"verbatim\":false},{\"type\":\"mrkdwn\",\"text\":\"*Category*:\\nApplication\",\"verbatim\":false},{\"type\":\"mrkdwn\",\"text\":\"*Root Cause*:\\nConfiguration\",\"verbatim\":false},{\"type\":\"mrkdwn\",\"text\":\"*Origin*:\\nCustomer - External\",\"verbatim\":false},{\"type\":\"mrkdwn\",\"text\":\"*Origin Reference URL*:\\n--\",\"verbatim\":false},{\"type\":\"mrkdwn\",\"text\":\"*Impact*:\\nPerformance Degradation\",\"verbatim\":false},{\"type\":\"mrkdwn\",\"text\":\"*Impacted Clouds*:\\nCore 1P\",\"verbatim\":false},{\"type\":\"mrkdwn\",\"text\":\"*Impact Start Time*:\\n\",\"verbatim\":false},{\"type\":\"mrkdwn\",\"text\":\"*Impact End Time*:\\n\",\"verbatim\":false},{\"type\":\"mrkdwn\",\"text\":\"*Detected Time*:\\n\",\"verbatim\":false}]},{\"type\":\"section\",\"block_id\":\"gL\/R7\",\"fields\":[{\"type\":\"mrkdwn\",\"text\":\"*Origin USD Service or Feature*:\\n\",\"verbatim\":false},{\"type\":\"mrkdwn\",\"text\":\"*Impacted USD Services or Features*:\\n\",\"verbatim\":false}]},{\"type\":\"actions\",\"block_id\":\"0q9h7\",\"elements\":[{\"type\":\"button\",\"action_id\":\"internal-comms-action-new\",\"text\":{\"type\":\"plain_text\",\"text\":\"Send TCE\",\"emoji\":true},\"style\":\"primary\",\"value\":\"TCE\"},{\"type\":\"button\",\"action_id\":\"action-mark-in-progress\",\"text\":{\"type\":\"plain_text\",\"text\":\"Mark in Progress\",\"emoji\":true},\"style\":\"primary\",\"value\":\"mark-in-progress\"},{\"type\":\"button\",\"action_id\":\"incident-resolve-close-action-resolve\",\"text\":{\"type\":\"plain_text\",\"text\":\"Update Resolve Fields\",\"emoji\":true},\"style\":\"primary\",\"value\":\"resolve\"},{\"type\":\"button\",\"action_id\":\"incident-resolve-close-action-summary\",\"text\":{\"type\":\"plain_text\",\"text\":\"Close Incident\",\"emoji\":true},\"style\":\"primary\",\"value\":\"close\"}]}],\"color\":\"#009FE2\",\"fallback\":\"Show resolved incident details\"}],\"blocks\":[{\"type\":\"rich_text\",\"block_id\":\"MTCx\",\"elements\":[{\"type\":\"rich_text_section\",\"elements\":[{\"type\":\"user\",\"user_id\":\"WV8TM5WP5\"},{\"type\":\"text\",\"text\":\" resolved the incident. Would you also like to send a TCE?\"}]}]}],\"language\":{\"locale\":\"en-US\",\"is_reliable\":true}},\"response_metadata\":{\"scopes\":[\"app_mentions:read\",\"channels:join\",\"channels:manage\",\"channels:read\",\"chat:write\",\"chat:write.customize\",\"chat:write.public\",\"commands\",\"groups:read\",\"groups:write\",\"links:read\",\"links:write\",\"users:read\",\"users:read.email\",\"channels:history\",\"groups:history\",\"im:history\",\"mpim:history\",\"bookmarks:read\",\"bookmarks:write\",\"pins:read\",\"pins:write\",\"mpim:read\",\"workflow.steps:execute\"],\"acceptedScopes\":[\"chat:write\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:20.259891+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205442249, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.249834+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205442249, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-ctc-lock-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.249947+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205442249, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"locks\":[{\"id\":\"c07a39b7-f7df-430d-8169-dd86070a6745\",\"status\":\"inactive\",\"externalId\":\"a8LEE00001Bc3R92AJ\",\"incidentToCiId\":\"6d271dd4-cbda-4f56-b235-fd8a194e283d\"}],\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.249948+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205442249, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.249948+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205442249, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-ctc-lock-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.249992+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205442250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.250122+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205442250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"locks\":[{\"id\":\"c07a39b7-f7df-430d-8169-dd86070a6745\",\"status\":\"inactive\",\"externalId\":\"a8LEE00001Bc3R92AJ\",\"incidentToCiId\":\"6d271dd4-cbda-4f56-b235-fd8a194e283d\"}],\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.250123+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205442250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-ctc-lock-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.250124+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742205442250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-ctc-lock-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.250124+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205442250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.250191+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205442250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-to-cis-export-success' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.250371+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205442250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:57:20.695Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0yj0AC\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JB0000000GuPwMAK\"}],\"cis\":[{\"id\":\"6d271dd4-cbda-4f56-b235-fd8a194e283d\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"createLock\":false,\"sfid\":\"aCqEE000000C0yj0AC\",\"configurationItem\":{\"id\":\"a7JB0000000GuPwMAK\",\"name\":\"NA208\",\"type\":\"Instance\",\"path\":\"Salesforce.SFDC_Core.IA4.IA4-SP5.NA208\",\"parentId\":\"a7JB0000000Lai3MAC\",\"status\":\"Primary\",\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T00:26:23.417Z\",\"modifiedAt\":\"2025-03-17T09:57:19.930Z\",\"id\":\"c07a39b7-f7df-430d-8169-dd86070a6745\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: 13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"externalId\":\"a8LEE00001Bc3R92AJ\"}}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.250386+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205442250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.250388+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205442250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-to-cis-export-success\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.250438+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205442250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.250475+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205442250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T09:57:20.695Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"responses\":[{\"response\":{\"id\":\"aCqEE000000C0yj0AC\",\"success\":true,\"errors\":[]},\"configurationItemId\":\"a7JB0000000GuPwMAK\"}],\"cis\":[{\"id\":\"6d271dd4-cbda-4f56-b235-fd8a194e283d\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"createLock\":false,\"sfid\":\"aCqEE000000C0yj0AC\",\"configurationItem\":{\"id\":\"a7JB0000000GuPwMAK\",\"name\":\"NA208\",\"type\":\"Instance\",\"path\":\"Salesforce.SFDC_Core.IA4.IA4-SP5.NA208\",\"parentId\":\"a7JB0000000Lai3MAC\",\"status\":\"Primary\",\"childrenCount\":-1},\"lock\":{\"createdAt\":\"2025-03-17T00:26:23.417Z\",\"modifiedAt\":\"2025-03-17T09:57:19.930Z\",\"id\":\"c07a39b7-f7df-430d-8169-dd86070a6745\",\"status\":\"pending_response\",\"description\":\"Lock to be created for Incident: 13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"externalId\":\"a8LEE00001Bc3R92AJ\"}}]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.250524+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205442250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-incident-to-cis-export-success]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.250524+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742205442250, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-incident-to-cis-export-success]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:22.250525+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205446824, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2780106752,\"uptime\":2025259.32,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27901200,\"nice\":17100,\"sys\":4239610,\"idle\":1986688910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27832130,\"nice\":16410,\"sys\":4259660,\"idle\":1986548840,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6125,\"sum\":59586}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:26.824874+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205446824, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:57:26.824950+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205508722, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.722309+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205508723, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.723389+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742205508723,\"pid\":31,\"hostname\":\"dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab\",\"name\":\"icc-common\",\"msg\":\"Kafka Consumer is returning ProcessedKafkaEvent {\\\"createdAt\\\":\\\"2025-03-17T09:58:28.711Z\\\",\\\"user\\\":{\\\"id\\\":\\\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\\\",\\\"email\\\":\\\"kzsibrek@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Krisztian Zsibrek\\\",\\\"firstName\\\":\\\"Krisztian\\\",\\\"lastName\\\":\\\"Zsibrek\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006BPsrIAG\\\",\\\"slackUserId\\\":\\\"WV8TM5WP5\\\",\\\"createdBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"modifiedBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:15.476Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:15.476Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"origin\\\":\\\"Customer - External\\\",\\\"originReference\\\":\\\"--\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-17T09:30:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"Configuration\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T09:57:25.281Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":15,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:30:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:58:28.329Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"gsm@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"1173cec7-a9e4-4cc1-8f01-4dfac580191e\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":15,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:30:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:58:28.329Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":14,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"Site switch is now finished, apptier is being restarted and we should see SCRT improvements.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:27:01.181Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":13,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"Customer side mitigation was not adequate and we decided to proceed with an emergency site switch failover. NA208 is off-peak, customer impact should be minimal. ETA is 30 minutes.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:08:45.461Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":12,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"8 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\\\",\\\"sentAt\\\":\\\"2025-03-17T08:50:52.071Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":11,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"Signature support team is in call with customer snyder electric to get their configs updated with correct uris.\\\\nMeanwhile site switching is considered to move other customers to IA5 live agent to mitigate the issue. Awaiting EVP approval for the same\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:46:22.866Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":10,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgres", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.723588+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "s\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"sentBy\\\":\\\"Priyanka Sharma\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Snyder electric misconfiguration is impacting other customer in the same super pod.\\\",\\\"actions\\\":\\\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:10:24.160Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall bac", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.723588+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "k to old instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"ymy2bm-4j5tp-13vvyo-r8tuf-1742205507522\\\",\\\"client\\\":\\\"icc-ui\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.723588+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205508723, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.723589+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205508723, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.723614+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205508723, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.723735+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742205508723,\"pid\":31,\"hostname\":\"dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab\",\"name\":\"icc-slack\",\"msg\":\"Received JSON event: {\\\"createdAt\\\":\\\"2025-03-17T09:58:28.711Z\\\",\\\"user\\\":{\\\"id\\\":\\\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\\\",\\\"email\\\":\\\"kzsibrek@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Krisztian Zsibrek\\\",\\\"firstName\\\":\\\"Krisztian\\\",\\\"lastName\\\":\\\"Zsibrek\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006BPsrIAG\\\",\\\"slackUserId\\\":\\\"WV8TM5WP5\\\",\\\"createdBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"modifiedBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:15.476Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:15.476Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"origin\\\":\\\"Customer - External\\\",\\\"originReference\\\":\\\"--\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-17T09:30:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"Configuration\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T09:57:25.281Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":15,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:30:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:58:28.329Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"gsm@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"1173cec7-a9e4-4cc1-8f01-4dfac580191e\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":15,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:30:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:58:28.329Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":14,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"Site switch is now finished, apptier is being restarted and we should see SCRT improvements.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:27:01.181Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":13,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"Customer side mitigation was not adequate and we decided to proceed with an emergency site switch failover. NA208 is off-peak, customer impact should be minimal. ETA is 30 minutes.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:08:45.461Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":12,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"8 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\\\",\\\"sentAt\\\":\\\"2025-03-17T08:50:52.071Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":11,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"Signature support team is in call with customer snyder electric to get their configs updated with correct uris.\\\\nMeanwhile site switching is considered to move other customers to IA5 live agent to mitigate the issue. Awaiting EVP approval for the same\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:46:22.866Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":10,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"b", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.723988+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "ridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"sentBy\\\":\\\"Priyanka Sharma\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Snyder electric misconfiguration is impacting other customer in the same super pod.\\\",\\\"actions\\\":\\\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:10:24.160Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to old instances with righ", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.723988+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "t certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"ymy2bm-4j5tp-13vvyo-r8tuf-1742205507522\\\",\\\"client\\\":\\\"icc-ui\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.723988+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205508723, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.723991+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742205508724,\"pid\":31,\"hostname\":\"dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab\",\"name\":\"icc-slack\",\"msg\":\"Handler for [icc-internal-comms-request]: {\\\"createdAt\\\":\\\"2025-03-17T09:58:28.711Z\\\",\\\"user\\\":{\\\"id\\\":\\\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\\\",\\\"email\\\":\\\"kzsibrek@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Krisztian Zsibrek\\\",\\\"firstName\\\":\\\"Krisztian\\\",\\\"lastName\\\":\\\"Zsibrek\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006BPsrIAG\\\",\\\"slackUserId\\\":\\\"WV8TM5WP5\\\",\\\"createdBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"modifiedBy\\\":\\\"kzsibrek@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-07-15T09:24:15.476Z\\\",\\\"modifiedAt\\\":\\\"2022-07-15T09:24:15.476Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"13054fa1-b6e2-45d6-8afe-0c7523384b29\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08J0HPF5H9\\\",\\\"name\\\":\\\"icc-73095026\\\"},\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"description\\\":\\\"CP SRE Incident\\\\n\\\\nCase created using .case by @Priyanka Sharma in #sr for NA208\\\",\\\"detectedTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"origin\\\":\\\"Customer - External\\\",\\\"originReference\\\":\\\"--\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-17T09:30:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"80955e31-ab05-4427-add9-3a093398312f\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\\\",\\\"email\\\":\\\"psharma2@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Priyanka Sharma\\\",\\\"firstName\\\":\\\"Priyanka\\\",\\\"lastName\\\":\\\"Sharma\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005EE000001oiQHYAY\\\",\\\"slackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"createdBy\\\":\\\"icc@aloha.sso\\\",\\\"modifiedBy\\\":\\\"psharma2@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-03-03T06:58:10.326Z\\\",\\\"modifiedAt\\\":\\\"2022-03-03T06:59:00.333Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"Configuration\\\",\\\"createdAt\\\":\\\"2025-03-17T00:26:10.551Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73095026\\\",\\\"caseRecordId\\\":\\\"500EE00001Ty0FFYAZ\\\",\\\"servicesImpacted\\\":[\\\"Core 1P\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\\\",\\\"engagedAt\\\":\\\"2025-03-17T00:26:23.518Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T09:57:25.281Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":15,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:30:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:58:28.329Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"sitereliability@salesforce.com\\\",\\\"gsm@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"1173cec7-a9e4-4cc1-8f01-4dfac580191e\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":15,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:30:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"After the site switch, SCRT teams saw improvements, and customers also confirmed that their issue is gone. Customers needs to do changes to their hard coded Liveagent URL's and the KB article is posted on Trust. End of impact 9:30 UTC.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:58:28.329Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":14,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"Site switch is now finished, apptier is being restarted and we should see SCRT improvements.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:27:01.181Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":13,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"9 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"Customer side mitigation was not adequate and we decided to proceed with an emergency site switch failover. NA208 is off-peak, customer impact should be minimal. ETA is 30 minutes.\\\",\\\"sentAt\\\":\\\"2025-03-17T09:08:45.461Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":12,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WV8TM5WP5\\\",\\\"sentBy\\\":\\\"Krisztian Zsibrek\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"8 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"We are proceeding with the customer (Schneider) side mitigation, where they refresh their code and flush their CDN one country at a time. This takes longer than anticipated, but we are seeing improving numbers. We are still impacted. Secondary swimlane, Site Switch is in stand by.\\\",\\\"sentAt\\\":\\\"2025-03-17T08:50:52.071Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":11,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"Signature support team is in call with customer snyder electric to get their configs updated with correct uris.\\\\nMeanwhile site switching is considered to move other customers to IA5 live agent to mitigate the issue. Awaiting EVP approval for the same\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:46:22.866Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":10,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"d", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.724809+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "escription\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"sentBy\\\":\\\"Priyanka Sharma\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"7 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Snyder electric misconfiguration is impacting other customer in the same super pod.\\\",\\\"actions\\\":\\\"We are trying to reach out to the customer(Snyder electric) to change their configuration but its not feasible to block or change the configuration.So we are trying to get other customers out of impact by having a siteswitch.\\\"},\\\"sentAt\\\":\\\"2025-03-17T07:10:24.160Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":9,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"6 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel.\\\\n\\\\nLater confirmed that Customer Schneider (orgID 00DA0000000abSm)'s has a broken implementation which is causing a flood of requests post instance refresh to the LAP servers (SP4 IA4 LAPP cluster C1). This is the reason for customers impacting on NA208 as well.\\\",\\\"actions\\\":\\\"SL 1: We have paged network teams to engage for a potential block against Schneider org. We need to block these requests to the lapp servers (not Core). The lapp servers sit behind the F5 load balancer, but are not managed via BlackTab\\\\n\\\\nSL2: A support outreach to Schneider to have them fix their hardcoding post instant refresh.\\\"},\\\"sentAt\\\":\\\"2025-03-17T06:27:18.054Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":8,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"WAS176048\\\",\\\"sentBy\\\":\\\"Tuan Nguyen\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"Omnichat team advises that they're seeing a customer \\\\\\\"Schneider electric\\\\\\\" (pend orgID) is not handling the visitor in their switch server. Customer implementation is creating new cache keys which is potentially causing increase unneeded traffic and errors on the memcache. \\\\n\\\\nCurrent path will look to block or ask customers to update LA services post Instance Refresh.\\\",\\\"needs\\\":\\\"Support will create an outbound case for Schneider electric.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:55:49.276Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":7,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"5 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"As the next resort of mitigation, lapp hosts are being restarted as there are memcache errors observed. \\\\nMeanwhile customer was asked to enable Enhanced Omni from messaging setting and they did. With enhanced Omni enabled, the chat is working as expected.\\\\nInvestigation and mitigation steps continue to happen however.\\\"},\\\"sentAt\\\":\\\"2025-03-17T05:14:27.661Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":6,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"4 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is still ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\\nThe mitigation steps taken are not fully effective and investigation is resumed for alternative solutions\\\",\\\"actions\\\":\\\"The IDB changes could fix the certificate error but not recover the instance performance unfortunately. Investigation is resumed form there for further solution. Customer side logs are being analysed and also heap\/thread dumps are collected for further investigation. No ETA and no path to green as of now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T04:39:02.111Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":5,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"https:\/\/gus.lightning.force.com\/lightning\/r\/Case\/500EE00001Ty4M8YAJ\/view \\\\nIDB changes are made with EVP approval as part of mitigation. Solution is being monitored now.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:54:10.722Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"3 hours\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel. The certificates on few hosts after instance refresh are not accurate and that is causing the latency.\\\",\\\"actions\\\":\\\"The action plan now is to redirect the customers to the old instance with appropriate certs through instance refresh or correct the certificates on the new hosts. The discussions around this are still happening considering the pros and cons.\\\"},\\\"sentAt\\\":\\\"2025-03-17T03:06:01.346Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"112 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Certificate error on certain instances causing the issue. The mitigation needs IDB changes to fall back to ol", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.724809+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "d instances with right certificates. EBF discussions are going on for the IDB changes\\\"},\\\"sentAt\\\":\\\"2025-03-17T02:17:40.848Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"60 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"Incident due to OMNI agent performance degradation specifically on one instance na208 is ongoing. Service owners reported the issue through sr slack channel.\\\",\\\"actions\\\":\\\"Omni team is investigating the causes for latency.\\\\nHeap dumps are being collected for the hosts to analyse.\\\\nRyan who actually owns the service is paged to investigate further\\\"},\\\"sentAt\\\":\\\"2025-03-17T01:25:49.250Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hbh-zkju-hsu\\\",\\\"sentBySlackUserId\\\":\\\"U0329QR7H0W\\\",\\\"sentBy\\\":\\\"Jagruthi Akkaldevi\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T00:26:00.000Z\\\",\\\"duration\\\":\\\"14 minutes\\\",\\\"incidentCommander\\\":\\\"Priyanka Sharma\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U02L4D3SB9A\\\",\\\"subject\\\":\\\"Customers seeing latency on OMNI chat - single pod\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"SR received comms in #SR channel about OMNI agent performance degradation specifically on one instance na208.\\\",\\\"actions\\\":\\\"Investigating the issue and impact radius is under discussion\\\"},\\\"sentAt\\\":\\\"2025-03-17T00:40:19.849Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"ymy2bm-4j5tp-13vvyo-r8tuf-1742205507522\\\",\\\"client\\\":\\\"icc-ui\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:28.724809+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205519529, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:39.529765+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205519530, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:58:39.530559+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205558025, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.025497+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205558025, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created-with-slack-channel' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.025854+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558025, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:59:18.009Z\",\"user\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"name\":\"Vamsi Vemula\",\"email\":\"vvemula@salesforce.com\"},\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"slackChannel\":{\"id\":\"C08J2GAMBA7\",\"name\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742205556,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742205556301,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"RCG-GCP Audit compliance login\",\"description\":\"\",\"detectedTime\":\"2025-03-17T09:59:15.270Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T09:59:15.270Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"modifiedAt\":\"2025-03-17T09:59:15.270Z\",\"createdBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"modifiedBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"id\":\"4ac2d9ec-d367-467f-b852-7a693aea6fdf\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"scrumTeamId\":\"a00AH000000ikT1YAI\",\"team\":\"Industries Site Reliability Engineering\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WFB89UW03\",\"U022FKPA1SN\",\"U0384RE5E3G\",\"U02S6QKQC21\",\"U03JKDWTSGG\",\"U01K4EJ67LY\",\"U01DPP76NBA\",\"U035SCVS10R\",\"U02U43LU64E\",\"WKS74NNAW\",\"W018X8CG0LV\",\"WQN8U4JU9\",\"W01BDPRGLDT\",\"WEDP05Y66\",\"WEXN1RRT8\",\"U06CTCM00UU\",\"U06809B5M5F\",\"U06DSE437TM\",\"U03DXCYUK28\",\"U0297C7J6GK\",\"U03279RGQ4V\",\"U089WQV39UN\"],\"channels\":[\"C026LFJMBDE\"],\"inviteBots\":[]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.025882+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558025, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.025943+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558025, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created-with-slack-channel\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.025958+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205558026, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.026593+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558026, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T09:59:18.009Z\",\"user\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"name\":\"Vamsi Vemula\",\"email\":\"vvemula@salesforce.com\"},\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"slackChannel\":{\"id\":\"C08J2GAMBA7\",\"name\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742205556,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742205556301,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0},\"subject\":\"RCG-GCP Audit compliance login\",\"description\":\"\",\"detectedTime\":\"2025-03-17T09:59:15.270Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T09:59:15.270Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[{\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"modifiedAt\":\"2025-03-17T09:59:15.270Z\",\"createdBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"modifiedBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"id\":\"4ac2d9ec-d367-467f-b852-7a693aea6fdf\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"email\":\"vvemula@salesforce.com\",\"active\":true,\"name\":\"Vamsi Vemula\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"createdBy\":\"\",\"modifiedBy\":\"\",\"createdAt\":\"2022-08-30T18:30:03.384Z\",\"modifiedAt\":\"2022-08-30T18:30:03.384Z\"},\"externalGusId\":null}],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"scrumTeamId\":\"a00AH000000ikT1YAI\",\"team\":\"Industries Site Reliability Engineering\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\",\"invitees\":[\"WFB89UW03\",\"U022FKPA1SN\",\"U0384RE5E3G\",\"U02S6QKQC21\",\"U03JKDWTSGG\",\"U01K4EJ67LY\",\"U01DPP76NBA\",\"U035SCVS10R\",\"U02U43LU64E\",\"WKS74NNAW\",\"W018X8CG0LV\",\"WQN8U4JU9\",\"W01BDPRGLDT\",\"WEDP05Y66\",\"WEXN1RRT8\",\"U06CTCM00UU\",\"U06809B5M5F\",\"U06DSE437TM\",\"U03DXCYUK28\",\"U0297C7J6GK\",\"U03279RGQ4V\",\"U089WQV39UN\"],\"channels\":[\"C026LFJMBDE\"],\"inviteBots\":[]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.026599+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558026, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-incident-created-with-slack-channel]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.026601+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742205558026, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-incident-created-with-slack-channel]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.026602+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205558077, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.077394+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205558077, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-incident-created' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.077537+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558077, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:59:18.060Z\",\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"slackChannel\":{\"id\":\"C08J2GAMBA7\",\"name\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\"},\"subject\":\"RCG-GCP Audit compliance login\",\"description\":\"\",\"detectedTime\":\"2025-03-17T09:59:15.270Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T09:59:15.270Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"scrumTeamId\":\"a00AH000000ikT1YAI\",\"team\":\"Industries Site Reliability Engineering\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.077557+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558077, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.077558+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558077, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-incident-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.077614+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205558077, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.077724+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558077, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T09:59:18.060Z\",\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"slackChannel\":{\"id\":\"C08J2GAMBA7\",\"name\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\"},\"subject\":\"RCG-GCP Audit compliance login\",\"description\":\"\",\"detectedTime\":\"2025-03-17T09:59:15.270Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T09:59:15.270Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"scrumTeamId\":\"a00AH000000ikT1YAI\",\"team\":\"Industries Site Reliability Engineering\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.077725+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558077, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-incident-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.077725+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742205558077, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-incident-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.077726+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205558079, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.080588+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205558079, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-invite-users' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.080589+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558079, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:59:18.068Z\",\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"slackChannel\":{\"id\":\"C08J2GAMBA7\",\"name\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\"},\"subject\":\"RCG-GCP Audit compliance login\",\"description\":\"\",\"detectedTime\":\"2025-03-17T09:59:15.270Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T09:59:15.270Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"scrumTeamId\":\"a00AH000000ikT1YAI\",\"team\":\"Industries Site Reliability Engineering\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WFB89UW03\",\"U022FKPA1SN\",\"U0384RE5E3G\",\"U02S6QKQC21\",\"U03JKDWTSGG\",\"U01K4EJ67LY\",\"U01DPP76NBA\",\"U035SCVS10R\",\"U02U43LU64E\",\"WKS74NNAW\",\"W018X8CG0LV\",\"WQN8U4JU9\",\"W01BDPRGLDT\",\"WEDP05Y66\",\"WEXN1RRT8\",\"U06CTCM00UU\",\"U06809B5M5F\",\"U06DSE437TM\",\"U03DXCYUK28\",\"U0297C7J6GK\",\"U03279RGQ4V\",\"U089WQV39UN\"],\"bots\":[],\"createdBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"name\":\"Vamsi Vemula\",\"email\":\"vvemula@salesforce.com\"},\"channels\":[\"C026LFJMBDE\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.080591+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558080, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.080591+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558080, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-invite-users\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.080592+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205558080, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.080593+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558080, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T09:59:18.068Z\",\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"slackChannel\":{\"id\":\"C08J2GAMBA7\",\"name\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\"},\"subject\":\"RCG-GCP Audit compliance login\",\"description\":\"\",\"detectedTime\":\"2025-03-17T09:59:15.270Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T09:59:15.270Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"scrumTeamId\":\"a00AH000000ikT1YAI\",\"team\":\"Industries Site Reliability Engineering\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WFB89UW03\",\"U022FKPA1SN\",\"U0384RE5E3G\",\"U02S6QKQC21\",\"U03JKDWTSGG\",\"U01K4EJ67LY\",\"U01DPP76NBA\",\"U035SCVS10R\",\"U02U43LU64E\",\"WKS74NNAW\",\"W018X8CG0LV\",\"WQN8U4JU9\",\"W01BDPRGLDT\",\"WEDP05Y66\",\"WEXN1RRT8\",\"U06CTCM00UU\",\"U06809B5M5F\",\"U06DSE437TM\",\"U03DXCYUK28\",\"U0297C7J6GK\",\"U03279RGQ4V\",\"U089WQV39UN\"],\"bots\":[],\"createdBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"name\":\"Vamsi Vemula\",\"email\":\"vvemula@salesforce.com\"},\"channels\":[\"C026LFJMBDE\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.080596+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558080, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-slack-channel-invite-users]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.080597+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558080, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Incident invite notification for [icc-slack-channel-invite-users]: {\"createdAt\":\"2025-03-17T09:59:18.068Z\",\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"slackChannel\":{\"id\":\"C08J2GAMBA7\",\"name\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\"},\"subject\":\"RCG-GCP Audit compliance login\",\"description\":\"\",\"detectedTime\":\"2025-03-17T09:59:15.270Z\",\"severity\":\"Sev4\",\"status\":\"New\",\"origin\":\"\",\"originReference\":\"\",\"impact\":[\"CurrentlyUnderInvestigation\"],\"impactStartTime\":\"2025-03-17T09:59:15.270Z\",\"impactEndTime\":\"\",\"bridge\":{\"url\":\"\",\"additionalJoiningInfo\":\"\"},\"roles\":[],\"category\":\"\",\"rootCause\":\"\",\"createdAt\":\"2025-03-17T09:59:15.270Z\",\"scrumTeamId\":\"a00AH000000ikT1YAI\",\"team\":\"Industries Site Reliability Engineering\",\"caseNumber\":\"\",\"caseRecordId\":\"\",\"servicesImpacted\":[],\"quipDocLink\":\"\",\"engagedAt\":\"\",\"lastAttemptedForceExport\":\"\",\"gusExportTimestamp\":\"\"},\"eventObj\":{\"users\":[\"WFB89UW03\",\"U022FKPA1SN\",\"U0384RE5E3G\",\"U02S6QKQC21\",\"U03JKDWTSGG\",\"U01K4EJ67LY\",\"U01DPP76NBA\",\"U035SCVS10R\",\"U02U43LU64E\",\"WKS74NNAW\",\"W018X8CG0LV\",\"WQN8U4JU9\",\"W01BDPRGLDT\",\"WEDP05Y66\",\"WEXN1RRT8\",\"U06CTCM00UU\",\"U06809B5M5F\",\"U06DSE437TM\",\"U03DXCYUK28\",\"U0297C7J6GK\",\"U03279RGQ4V\",\"U089WQV39UN\"],\"bots\":[],\"createdBy\":{\"id\":\"163be9a2-aa40-4915-aff0-db6370266d02\",\"gusUserId\":\"005B0000004lkPrIAI\",\"slackUserId\":\"WFB89UW03\",\"name\":\"Vamsi Vemula\",\"email\":\"vvemula@salesforce.com\"},\"channels\":[\"C026LFJMBDE\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.080598+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558080, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Inviting incident commander from event user data" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.080599+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205558262, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.262161+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205558262, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-slack-channel-created' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.262286+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558262, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T09:59:18.209Z\",\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\"},\"eventObj\":{\"id\":\"C08J2GAMBA7\",\"name\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742205556,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742205556301,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.262295+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558262, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.264942+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558264, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-slack-channel-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.264944+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205558264, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.264945+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558264, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T09:59:18.209Z\",\"incident\":{\"id\":\"36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\"},\"eventObj\":{\"id\":\"C08J2GAMBA7\",\"name\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"is_channel\":true,\"is_group\":false,\"is_im\":false,\"is_mpim\":false,\"is_private\":false,\"created\":1742205556,\"is_archived\":false,\"is_general\":false,\"unlinked\":0,\"name_normalized\":\"icc-36929a0f-3861-4ced-9cc2-c8b2f0f8b6f8\",\"is_shared\":false,\"is_org_shared\":false,\"is_pending_ext_shared\":false,\"pending_shared\":[],\"context_team_id\":\"T01GST6QY0G\",\"updated\":1742205556301,\"parent_conversation\":null,\"creator\":\"U02Q288NF7W\",\"is_moved\":0,\"is_ext_shared\":false,\"shared_team_ids\":[\"T01GST6QY0G\"],\"internal_team_ids\":[\"T01GST6QY0G\"],\"pending_connected_team_ids\":[],\"is_member\":true,\"last_read\":\"0000000000.000000\",\"topic\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"purpose\":{\"value\":\"\",\"creator\":\"\",\"last_set\":0},\"previous_names\":[],\"priority\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.264950+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205558264, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-slack-channel-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.264950+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742205558264, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-slack-channel-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:18.264951+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205561588, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posted incident invite message to channel:C026LFJMBDE" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:21.588830+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205561588, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Slack response: {\"ok\":true,\"channel\":\"C026LFJMBDE\",\"ts\":\"1742205561.517449\",\"message\":{\"user\":\"U02Q288NF7W\",\"type\":\"message\",\"ts\":\"1742205561.517449\",\"bot_id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"text\":\"<@WFB89UW03> created a new Sev4 incident for team Industries Site Reliability Engineering: RCG-GCP Audit compliance login\\nClick to join private incident channel <#C08J2GAMBA7> or contact <@WFB89UW03> to request an invitation to the channel.\",\"team\":\"T01GST6QY0G\",\"bot_profile\":{\"id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"name\":\"Incident Command Center\",\"icons\":{\"image_36\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_36.png\",\"image_48\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_48.png\",\"image_72\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_72.png\"},\"deleted\":false,\"updated\":1647596965,\"team_id\":\"T01GST6QY0G\"},\"blocks\":[{\"type\":\"rich_text\",\"block_id\":\"+n7i+\",\"elements\":[{\"type\":\"rich_text_section\",\"elements\":[{\"type\":\"user\",\"user_id\":\"WFB89UW03\"},{\"type\":\"text\",\"text\":\" created a new Sev4 incident for team Industries Site Reliability Engineering: RCG-GCP Audit compliance login\\nClick to join private incident channel \"},{\"type\":\"channel\",\"channel_id\":\"C08J2GAMBA7\"},{\"type\":\"text\",\"text\":\" or contact \"},{\"type\":\"user\",\"user_id\":\"WFB89UW03\"},{\"type\":\"text\",\"text\":\" to request an invitation to the channel.\"}]}]}],\"language\":{\"locale\":\"en-US\",\"is_reliable\":true}},\"response_metadata\":{\"scopes\":[\"app_mentions:read\",\"channels:join\",\"channels:manage\",\"channels:read\",\"chat:write\",\"chat:write.customize\",\"chat:write.public\",\"commands\",\"groups:read\",\"groups:write\",\"links:read\",\"links:write\",\"users:read\",\"users:read.email\",\"channels:history\",\"groups:history\",\"im:history\",\"mpim:history\",\"bookmarks:read\",\"bookmarks:write\",\"pins:read\",\"pins:write\",\"mpim:read\",\"workflow.steps:execute\"],\"acceptedScopes\":[\"chat:write\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:21.588836+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205566052, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":61.989177,\"method\":\"BoltEventIncidentReqd.eventIncidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:26.053000+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205566053, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:26.053067+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205566182, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.009368,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:26.183018+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205566183, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:26.183143+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205566188, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.018443,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:26.188374+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205566188, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:26.188395+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205566260, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":207.119064,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:26.260341+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205566260, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:26.260391+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205567301, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":199.689049,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:27.301252+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205567301, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:27.301305+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205568523, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":203.91497,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:28.523451+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205568523, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:28.523508+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205568529, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":108.656499,\"method\":\"BoltEvent.eventAuthMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:28.529979+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205568529, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:28.530008+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205568574, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":44.391848,\"method\":\"BoltEventIncidentReqd.eventIncidentMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:28.574549+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205568574, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:28.574634+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205586412, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posted incident update message to Slack." }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:46.412604+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205586412, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Slack response: {\"ok\":true,\"channel\":\"C08J2GAMBA7\",\"ts\":\"1742205586.343389\",\"message\":{\"user\":\"U02Q288NF7W\",\"type\":\"message\",\"ts\":\"1742205586.343389\",\"bot_id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"text\":\"<@WFB89UW03> updated status from *New* to *In Progress*. Let's get to work!\",\"team\":\"T01GST6QY0G\",\"bot_profile\":{\"id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"name\":\"Incident Command Center\",\"icons\":{\"image_36\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_36.png\",\"image_48\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_48.png\",\"image_72\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_72.png\"},\"deleted\":false,\"updated\":1647596965,\"team_id\":\"T01GST6QY0G\"},\"blocks\":[{\"type\":\"rich_text\",\"block_id\":\"PdB\",\"elements\":[{\"type\":\"rich_text_section\",\"elements\":[{\"type\":\"user\",\"user_id\":\"WFB89UW03\"},{\"type\":\"text\",\"text\":\" updated status from \"},{\"type\":\"text\",\"text\":\"New\",\"style\":{\"bold\":true}},{\"type\":\"text\",\"text\":\" to \"},{\"type\":\"text\",\"text\":\"In Progress\",\"style\":{\"bold\":true}},{\"type\":\"text\",\"text\":\". Let's get to work!\"}]}]}],\"language\":{\"locale\":\"en-US\",\"is_reliable\":true}},\"response_metadata\":{\"scopes\":[\"app_mentions:read\",\"channels:join\",\"channels:manage\",\"channels:read\",\"chat:write\",\"chat:write.customize\",\"chat:write.public\",\"commands\",\"groups:read\",\"groups:write\",\"links:read\",\"links:write\",\"users:read\",\"users:read.email\",\"channels:history\",\"groups:history\",\"im:history\",\"mpim:history\",\"bookmarks:read\",\"bookmarks:write\",\"pins:read\",\"pins:write\",\"mpim:read\",\"workflow.steps:execute\"],\"acceptedScopes\":[\"chat:write\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T09:59:46.412650+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205741914, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:02:21.914385+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205741914, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:02:21.914499+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205741914, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:02:21.157Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"eventObj\":{\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"reminderId\":\"36366db0-3f26-45c2-8525-e4db875c784a\",\"message\":\"Send Resolved TCE\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"36366db0-3f26-45c2-8525-e4db875c784a\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Send Resolved TCE\",\"audience\":[],\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T10:02:20.784Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":5,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08J0HPF5H9\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:02:21.914580+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205741914, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:02:21.914581+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205741914, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:02:21.914601+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205741914, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:02:21.914673+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205741914, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:02:21.157Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"eventObj\":{\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"reminderId\":\"36366db0-3f26-45c2-8525-e4db875c784a\",\"message\":\"Send Resolved TCE\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"36366db0-3f26-45c2-8525-e4db875c784a\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Send Resolved TCE\",\"audience\":[],\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T10:02:20.784Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":5,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08J0HPF5H9\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:02:21.914704+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205741914, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-reminder-triggered]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:02:21.914705+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205741914, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-reminder-triggered]: {\"createdAt\":\"2025-03-17T10:02:21.157Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\"},\"eventObj\":{\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"reminderId\":\"36366db0-3f26-45c2-8525-e4db875c784a\",\"message\":\"Send Resolved TCE\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"36366db0-3f26-45c2-8525-e4db875c784a\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Send Resolved TCE\",\"audience\":[],\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T10:02:20.784Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":5,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08J0HPF5H9\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:02:21.914750+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205820602, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:40.602676+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205820603, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:40.603542+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838347, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.347146+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838347, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.347448+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838347, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:03:58.336Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"mto95-v069v-4hmnt6-g8dra-1742205838144\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.347455+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838347, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.347465+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838347, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.347525+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838347, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.347635+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838347, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:03:58.336Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"mto95-v069v-4hmnt6-g8dra-1742205838144\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.347710+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838347, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-usd-resource-deleted]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.347710+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742205838347, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-usd-resource-deleted]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.347712+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838369, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.369322+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838369, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.369551+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838369, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:03:58.360Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":[],\"requestId\":\"mto95-v069v-4hmnt6-g8dra-1742205838144\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.369596+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838369, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.369600+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838369, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.369645+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838369, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.369732+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838369, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:03:58.360Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"CP SRE Incident\\n\\nCase created using .case by @Priyanka Sharma in #sr for NA208\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"modifiedAt\":\"2025-03-17T00:26:10.551Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"80955e31-ab05-4427-add9-3a093398312f\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"ad04ea4c-799b-4b6e-a952-344bb4b1e4a7\",\"email\":\"psharma2@salesforce.com\",\"active\":true,\"name\":\"Priyanka Sharma\",\"firstName\":\"Priyanka\",\"lastName\":\"Sharma\",\"profile\":\"icc standard user\",\"gusUserId\":\"005EE000001oiQHYAY\",\"slackUserId\":\"U02L4D3SB9A\",\"createdBy\":\"icc@aloha.sso\",\"modifiedBy\":\"psharma2@salesforce.com\",\"createdAt\":\"2022-03-03T06:58:10.326Z\",\"modifiedAt\":\"2022-03-03T06:59:00.333Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":[],\"requestId\":\"mto95-v069v-4hmnt6-g8dra-1742205838144\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.369819+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838369, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-usd-resource-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.369820+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742205838369, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-usd-resource-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.369820+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838417, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.417142+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838417, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.417245+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838417, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:03:58.369Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.417248+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838417, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.417268+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838417, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.417327+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205838417, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.417442+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838417, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:03:58.369Z\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.417443+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205838417, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-usd-resource-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.417443+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742205838417, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-usd-resource-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:03:58.417446+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844693, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.693688+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844693, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-report-finished' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.693996+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:04:04.245Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000RZw9YAG\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The proximate cause of the OMNI chat latency was identified as certificate errors and a broken implementation by Schneider Electric, leading to excessive requests to the Live Agent servers.\",\"customerExperience\":\"Chat function not working\",\"immediateResolution\":\"An emergency site switch was executed to mitigate the impact of the OMNI chat latency issue, which led to improved performance.\",\"aarQuestions\":\"- Why were we so slow to implement the solution?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"SCRT1 Central\",\"closedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-17T10:03:58.286Z\",\"modifiedAt\":\"2025-03-17T10:03:58.286Z\",\"id\":\"fd63de7d-feef-4d3f-add3-62f54f8e0dba\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.694096+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.694099+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-report-finished\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.694158+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844694, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.694261+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:04:04.245Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000RZw9YAG\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The proximate cause of the OMNI chat latency was identified as certificate errors and a broken implementation by Schneider Electric, leading to excessive requests to the Live Agent servers.\",\"customerExperience\":\"Chat function not working\",\"immediateResolution\":\"An emergency site switch was executed to mitigate the impact of the OMNI chat latency issue, which led to improved performance.\",\"aarQuestions\":\"- Why were we so slow to implement the solution?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"SCRT1 Central\",\"closedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-17T10:03:58.286Z\",\"modifiedAt\":\"2025-03-17T10:03:58.286Z\",\"id\":\"fd63de7d-feef-4d3f-add3-62f54f8e0dba\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.694347+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-report-finished]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.694348+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844694, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Incident closed notification for [icc-report-created]: {\"createdAt\":\"2025-03-17T10:04:04.245Z\",\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"icc-73095026\"},\"subject\":\"Customers seeing latency on OMNI chat - single pod\",\"description\":\"On March 17, 2025, an incident involving a drastic drop in successful logins for the Core App within pod na208 was detected. The incident commenced at approximately 09:07 UTC and persisted until 09:11 UTC, with successful logins plummeting from the threshold of 30 to 0. Concurrently, a separate issue was logged under GUS Case ID 73095026, involving latency on the OMNI chat service within the same pod, lasting 544 minutes and impacting customer performance. This was marked as resolved by executing an emergency site switch, addressing certificate errors and a broken implementation by Schneider Electric, which caused a flood of requests. Despite the resolution of the OMNI chat issue, the root cause of the login failure remains unidentified, necessitating further investigation.\",\"detectedTime\":\"2025-03-17T00:26:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Customer - External\",\"originReference\":\"--\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T00:26:00.000Z\",\"impactEndTime\":\"2025-03-17T09:30:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hbh-zkju-hsu\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-207-613-8053, pin: 347526838; \\nFind numbers in more regions on https:\/\/tel.meet\/hbh-zkju-hsu?pin=7765220428500, pin: 7765220428500\\n\"},\"roles\":[],\"category\":\"Application\",\"rootCause\":\"Configuration\",\"createdAt\":\"2025-03-17T00:26:10.551Z\",\"closingDetails\":{\"productTag\":\"a1aEE000000RZw9YAG\",\"detectedByServiceOwner\":true,\"prbNumber\":{\"createdByIcc\":true},\"proximateCause\":\"The proximate cause of the OMNI chat latency was identified as certificate errors and a broken implementation by Schneider Electric, leading to excessive requests to the Live Agent servers.\",\"customerExperience\":\"Chat function not working\",\"immediateResolution\":\"An emergency site switch was executed to mitigate the impact of the OMNI chat latency issue, which led to improved performance.\",\"aarQuestions\":\"- Why were we so slow to implement the solution?\",\"changes\":\"\",\"breakFix\":\"\",\"productTagName\":\"SCRT1 Central\",\"closedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"createdBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"modifiedBy\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"email\":\"kzsibrek@salesforce.com\",\"active\":true,\"name\":\"Krisztian Zsibrek\",\"firstName\":\"Krisztian\",\"lastName\":\"Zsibrek\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"createdBy\":\"kzsibrek@salesforce.com\",\"modifiedBy\":\"kzsibrek@salesforce.com\",\"createdAt\":\"2022-07-15T09:24:15.476Z\",\"modifiedAt\":\"2022-07-15T09:24:15.476Z\"},\"closingComments\":null,\"createdAt\":\"2025-03-17T10:03:58.286Z\",\"modifiedAt\":\"2025-03-17T10:03:58.286Z\",\"id\":\"fd63de7d-feef-4d3f-add3-62f54f8e0dba\"},\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73095026\",\"caseRecordId\":\"500EE00001Ty0FFYAZ\",\"servicesImpacted\":[\"Core 1P\"],\"prbNumber\":{\"createdByIcc\":true},\"quipDocLink\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\",\"engagedAt\":\"2025-03-17T00:26:23.518Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T09:57:25.281Z\"},\"eventObj\":{\"link\":\"https:\/\/salesforce.quip.com\/M8S4Ap02KbIu\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.694423+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844698, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.698462+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844698, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-gus-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.698554+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844698, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:04:04.306Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T10:04:04.306Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.698611+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844698, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.698612+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844698, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-gus-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.698644+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844698, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.698741+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844698, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:04:04.306Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T10:04:04.306Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.698748+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844698, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-gus-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.698759+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844698, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-gus-response]: {\"createdAt\":\"2025-03-17T10:04:04.306Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"500EE00001Ty0FFYAZ\"},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T10:04:04.306Z\",\"recordId\":\"500EE00001Ty0FFYAZ\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"73095026\"},\"changes\":{}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.698821+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205844922, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posted incident closed message to Slack." }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.922241+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205844922, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Slack response: {\"ok\":true,\"channel\":\"C08J0HPF5H9\",\"ts\":\"1742205844.859009\",\"message\":{\"user\":\"U02Q288NF7W\",\"type\":\"message\",\"ts\":\"1742205844.859009\",\"bot_id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"text\":\"Congratulations on closing this incident! :tada:\",\"team\":\"T01GST6QY0G\",\"bot_profile\":{\"id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"name\":\"Incident Command Center\",\"icons\":{\"image_36\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_36.png\",\"image_48\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_48.png\",\"image_72\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_72.png\"},\"deleted\":false,\"updated\":1647596965,\"team_id\":\"T01GST6QY0G\"},\"attachments\":[{\"id\":1,\"blocks\":[{\"type\":\"section\",\"block_id\":\"yzdwl\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"The incident is now finalized. You may archive the channel.\",\"verbatim\":true}},{\"type\":\"actions\",\"block_id\":\"kbgGb\",\"elements\":[{\"type\":\"button\",\"action_id\":\"action-archive-channel\",\"text\":{\"type\":\"plain_text\",\"text\":\"Archive Channel\",\"emoji\":true},\"style\":\"primary\",\"value\":\"C08J0HPF5H9\",\"confirm\":{\"title\":{\"type\":\"plain_text\",\"text\":\"Archive Channel\",\"emoji\":true},\"text\":{\"type\":\"mrkdwn\",\"text\":\"Are you sure you want to archive channel?\",\"verbatim\":true},\"confirm\":{\"type\":\"plain_text\",\"text\":\"Yes\",\"emoji\":true},\"deny\":{\"type\":\"plain_text\",\"text\":\"No\",\"emoji\":true},\"style\":\"primary\"}}]}],\"color\":\"#009FE2\",\"fallback\":\"[no preview available]\"}],\"blocks\":[{\"type\":\"rich_text\",\"block_id\":\"ZSKt\",\"elements\":[{\"type\":\"rich_text_section\",\"elements\":[{\"type\":\"text\",\"text\":\"Congratulations on closing this incident! \"},{\"type\":\"emoji\",\"name\":\"tada\",\"unicode\":\"1f389\"}]}]}]},\"response_metadata\":{\"scopes\":[\"app_mentions:read\",\"channels:join\",\"channels:manage\",\"channels:read\",\"chat:write\",\"chat:write.customize\",\"chat:write.public\",\"commands\",\"groups:read\",\"groups:write\",\"links:read\",\"links:write\",\"users:read\",\"users:read.email\",\"channels:history\",\"groups:history\",\"im:history\",\"mpim:history\",\"bookmarks:read\",\"bookmarks:write\",\"pins:read\",\"pins:write\",\"mpim:read\",\"workflow.steps:execute\"],\"acceptedScopes\":[\"chat:write\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:04.922253+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205849729, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 13054fa1-b6e2-45d6-8afe-0c7523384b29" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:09.729580+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205849729, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-prb-number-updated' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:09.729762+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205849729, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:04:09.676Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"prbNumber\":{\"sfid\":\"a4QEE000000684X2AQ\",\"valid\":true,\"gusIdentifier\":\"PRB-0027123\",\"value\":\"PRB-0027123\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002BAtjwYAD\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T10:04:09.676Z\",\"recordId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:09.729765+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205849729, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:09.729769+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205849729, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-prb-number-updated\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:09.729811+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205849729, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:09.729969+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205849729, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:04:09.676Z\",\"user\":{\"id\":\"182908c0-0f8e-4f77-8ff9-b1a7435b6deb\",\"gusUserId\":\"005B0000006BPsrIAG\",\"slackUserId\":\"WV8TM5WP5\",\"name\":\"Krisztian Zsibrek\",\"email\":\"kzsibrek@salesforce.com\"},\"incident\":{\"id\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"slackChannel\":{\"id\":\"C08J0HPF5H9\",\"name\":\"\"},\"caseRecordId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"prbNumber\":{\"sfid\":\"a4QEE000000684X2AQ\",\"valid\":true,\"gusIdentifier\":\"PRB-0027123\",\"value\":\"PRB-0027123\",\"createdByIcc\":true,\"workItems\":[{\"id\":\"a07EE00002BAtjwYAD\",\"success\":true}]}},\"eventObj\":{\"status\":\"success\",\"event\":\"incident_closed\",\"timestamp\":\"2025-03-17T10:04:09.676Z\",\"recordId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"incidentId\":\"13054fa1-b6e2-45d6-8afe-0c7523384b29\",\"caseNumber\":\"\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:09.729973+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205849729, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-prb-number-updated]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:09.729973+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742205849729, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-prb-number-updated]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:04:09.729974+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742205926828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2778066944,\"uptime\":2025739.33,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27905610,\"nice\":17100,\"sys\":4240320,\"idle\":1987161940,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27836430,\"nice\":16410,\"sys\":4260390,\"idle\":1987021730,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6103,\"sum\":59594}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:05:26.828832+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742205926828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:05:26.828906+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206046828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2777362432,\"uptime\":2025859.33,\"totalMem\":4018151424,\"loadavg\":[0.05,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27906450,\"nice\":17100,\"sys\":4240450,\"idle\":1987280320,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27837670,\"nice\":16410,\"sys\":4260580,\"idle\":1987139920,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6107,\"sum\":59592}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:07:26.828847+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206046828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:07:26.829006+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206121277, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:08:41.277507+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206121278, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:08:41.278284+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206226828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2764701696,\"uptime\":2026039.33,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27908240,\"nice\":17100,\"sys\":4240850,\"idle\":1987457080,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27839830,\"nice\":16410,\"sys\":4260990,\"idle\":1987316930,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6130,\"sum\":59596}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:10:26.828852+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206226828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:10:26.828961+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206253684, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":416.00712,\"method\":\"MemberJoinedChannelEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:10:53.684562+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206253684, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:10:53.684685+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206406828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2764484608,\"uptime\":2026219.33,\"totalMem\":4018151424,\"loadavg\":[0.01,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27909680,\"nice\":17100,\"sys\":4241110,\"idle\":1987634390,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27841090,\"nice\":16410,\"sys\":4261230,\"idle\":1987494420,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6099,\"sum\":59611}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:13:26.828961+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206406828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:13:26.828971+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742206586828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2763354112,\"uptime\":2026399.33,\"totalMem\":4018151424,\"loadavg\":[0.07,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27911150,\"nice\":17100,\"sys\":4241380,\"idle\":1987811890,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27843050,\"nice\":16410,\"sys\":4261510,\"idle\":1987671690,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6101,\"sum\":59609}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:16:26.828860+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742206586828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:16:26.828998+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207126832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2763902976,\"uptime\":2026939.33,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27916540,\"nice\":17100,\"sys\":4242310,\"idle\":1988343730,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27848880,\"nice\":16410,\"sys\":4262480,\"idle\":1988203400,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":21,\"num\":6096,\"sum\":59594}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:25:26.832873+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207126832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:25:26.832942+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207186828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2763423744,\"uptime\":2026999.33,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27916900,\"nice\":17100,\"sys\":4242400,\"idle\":1988402910,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27849260,\"nice\":16410,\"sys\":4262590,\"idle\":1988262490,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":21,\"num\":6108,\"sum\":59595}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:26:26.828876+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207186828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:26:26.828937+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207486828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2764382208,\"uptime\":2027299.33,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27919830,\"nice\":17100,\"sys\":4242880,\"idle\":1988698570,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27852030,\"nice\":16410,\"sys\":4262990,\"idle\":1988558160,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6103,\"sum\":59593}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:26.828836+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207486828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:26.828989+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207489979, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:29.979990+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207489980, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-request' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:29.980512+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742207489980,\"pid\":31,\"hostname\":\"dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab\",\"name\":\"icc-common\",\"msg\":\"Kafka Consumer is returning ProcessedKafkaEvent {\\\"createdAt\\\":\\\"2025-03-17T10:31:29.821Z\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"firstName\\\":\\\"Pavithra\\\",\\\"lastName\\\":\\\"Kuppusami\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"createdBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:19.245Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:19.245Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08JMPZNEGY\\\",\\\"name\\\":\\\"icc-73104263\\\"},\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\\\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\\\n\\\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\\\",\\\"detectedTime\\\":\\\"2025-03-17T08:06:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-17T09:08:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"9612e4ea-7f9f-4836-957a-9d07056c2237\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"firstName\\\":\\\"Pavithra\\\",\\\"lastName\\\":\\\"Kuppusami\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"createdBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:19.245Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:19.245Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"Change\\\",\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73104263\\\",\\\"caseRecordId\\\":\\\"500EE00001TyZ1rYAF\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\\\",\\\"engagedAt\\\":\\\"2025-03-17T08:12:58.310Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T10:22:40.078Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:08:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"duration\\\":\\\"75 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"The issue auto-resolved. Instance was out of impact 09:08 UTC.\\\\nImpact was due a known issue on the lightening web UI change that exists in releases > 254.10.3.\\\\nUSA662s is currently on release version 254.10.6.\\\\n\\\\nThe issue is caused due to the row lock waits, as summarized in this doc: https:\/\/salesforce.quip.com\/6K8OAF1BtvBX, first showed impact on Product Versions > 254.10.3 as noted in PRB-0027052's summary. \\\\nWe will be creating a new PRB as a part of this incident to follow up on RCA and release-fixes for USA662s.\\\\n\\\\nTrust post has been resolved.\\\\nCustomer case: 0\\\\nSocial mention: 0\\\",\\\"sentAt\\\":\\\"2025-03-17T10:31:29.283Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"gsm@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"992c5c53-d46d-4933-a50c-1c4f992422c9\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:08:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"duration\\\":\\\"75 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"The issue auto-resolved. Instance was out of impact 09:08 UTC.\\\\nImpact was due a known issue on the lightening web UI change that exists in releases > 254.10.3.\\\\nUSA662s is currently on release version 254.10.6.\\\\n\\\\nThe issue is caused due to the row lock waits, as summarized in this doc: https:\/\/salesforce.quip.com\/6K8OAF1BtvBX, first showed impact on Product Versions > 254.10.3 as noted in PRB-0027052's summary. \\\\nWe will be creating a new PRB as a part of this incident to follow up on RCA and release-fixes for USA662s.\\\\n\\\\nTrust post has been resolved.\\\\nCustomer case: 0\\\\nSocial mention: 0\\\",\\\"sentAt\\\":\\\"2025-03-17T10:31:29.283Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"duration\\\":\\\"63 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"Along with CP SRE team, CDSE, CAPE, CSP and CIC teams are on the bridge to investigate this.\\\\nWe are looking into confirming on the APEX_QUEUEABLE job, that coincides with the impact time and is still running for longer with DB contentions, wait-sql-lock, which is seen increasing the APT.\\\\nImpact is still in progress.\\\\nWe have paged Core DB perf team to get more insights on this as they had seen similar issue on usa244s last week.\\\",\\\"sentAt\\\":\\\"2025-03-17T08:56:13.872Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"duration\\\":\\\"47 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"APT degradation impact start time: 07:04 UTC\\\\nCDSE and CAPE teams were paged to further investigate.\\\\nCDSE noticed that COPY_CHUNK_IMPORT MQ thread job that was recently scheduled to run on a regular basis, on sandboxes, CSP has auto-throttled the job, but since there are no improvements, we are looking into checking on whether the throttle number needs to be manually altered.\\\\nWe are also seeing another job APEX_QUEUEABLE that is potentially contributing to this impact.\\\",\\\"actions\\\":\\\"Current CSP auto-throttle is not helping the instance come out of impact, so we are looking into converting it into manual throttling.\\\"},\\\"sentAt\\\":\\\"2025-03-17T08:40:14.068Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"duration\\\":\\\"2 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aw", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:29.980654+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "s-prod5-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"CP SRE team received an alert for high APT on USA662s, core2.\\\\nIts a multi-org impact, initial investigation in progress\\\",\\\"sentAt\\\":\\\"2025-03-17T08:14:55.333Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"ada6f680-9f79-8c7c-bbb4-f600bf8f61ff\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:29.980654+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207489980, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:29.980656+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207489980, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-request\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:29.980685+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207489980, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:29.980801+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742207489980,\"pid\":31,\"hostname\":\"dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab\",\"name\":\"icc-slack\",\"msg\":\"Received JSON event: {\\\"createdAt\\\":\\\"2025-03-17T10:31:29.821Z\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"firstName\\\":\\\"Pavithra\\\",\\\"lastName\\\":\\\"Kuppusami\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"createdBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:19.245Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:19.245Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08JMPZNEGY\\\",\\\"name\\\":\\\"icc-73104263\\\"},\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\\\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\\\n\\\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\\\",\\\"detectedTime\\\":\\\"2025-03-17T08:06:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-17T09:08:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"9612e4ea-7f9f-4836-957a-9d07056c2237\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"firstName\\\":\\\"Pavithra\\\",\\\"lastName\\\":\\\"Kuppusami\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"createdBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:19.245Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:19.245Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"Change\\\",\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73104263\\\",\\\"caseRecordId\\\":\\\"500EE00001TyZ1rYAF\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\\\",\\\"engagedAt\\\":\\\"2025-03-17T08:12:58.310Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T10:22:40.078Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:08:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"duration\\\":\\\"75 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"The issue auto-resolved. Instance was out of impact 09:08 UTC.\\\\nImpact was due a known issue on the lightening web UI change that exists in releases > 254.10.3.\\\\nUSA662s is currently on release version 254.10.6.\\\\n\\\\nThe issue is caused due to the row lock waits, as summarized in this doc: https:\/\/salesforce.quip.com\/6K8OAF1BtvBX, first showed impact on Product Versions > 254.10.3 as noted in PRB-0027052's summary. \\\\nWe will be creating a new PRB as a part of this incident to follow up on RCA and release-fixes for USA662s.\\\\n\\\\nTrust post has been resolved.\\\\nCustomer case: 0\\\\nSocial mention: 0\\\",\\\"sentAt\\\":\\\"2025-03-17T10:31:29.283Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"gsm@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"992c5c53-d46d-4933-a50c-1c4f992422c9\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:08:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"duration\\\":\\\"75 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"The issue auto-resolved. Instance was out of impact 09:08 UTC.\\\\nImpact was due a known issue on the lightening web UI change that exists in releases > 254.10.3.\\\\nUSA662s is currently on release version 254.10.6.\\\\n\\\\nThe issue is caused due to the row lock waits, as summarized in this doc: https:\/\/salesforce.quip.com\/6K8OAF1BtvBX, first showed impact on Product Versions > 254.10.3 as noted in PRB-0027052's summary. \\\\nWe will be creating a new PRB as a part of this incident to follow up on RCA and release-fixes for USA662s.\\\\n\\\\nTrust post has been resolved.\\\\nCustomer case: 0\\\\nSocial mention: 0\\\",\\\"sentAt\\\":\\\"2025-03-17T10:31:29.283Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"duration\\\":\\\"63 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"Along with CP SRE team, CDSE, CAPE, CSP and CIC teams are on the bridge to investigate this.\\\\nWe are looking into confirming on the APEX_QUEUEABLE job, that coincides with the impact time and is still running for longer with DB contentions, wait-sql-lock, which is seen increasing the APT.\\\\nImpact is still in progress.\\\\nWe have paged Core DB perf team to get more insights on this as they had seen similar issue on usa244s last week.\\\",\\\"sentAt\\\":\\\"2025-03-17T08:56:13.872Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"duration\\\":\\\"47 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"APT degradation impact start time: 07:04 UTC\\\\nCDSE and CAPE teams were paged to further investigate.\\\\nCDSE noticed that COPY_CHUNK_IMPORT MQ thread job that was recently scheduled to run on a regular basis, on sandboxes, CSP has auto-throttled the job, but since there are no improvements, we are looking into checking on whether the throttle number needs to be manually altered.\\\\nWe are also seeing another job APEX_QUEUEABLE that is potentially contributing to this impact.\\\",\\\"actions\\\":\\\"Current CSP auto-throttle is not helping the instance come out of impact, so we are looking into converting it into manual throttling.\\\"},\\\"sentAt\\\":\\\"2025-03-17T08:40:14.068Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"duration\\\":\\\"2 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"team\\\":\\", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:29.984427+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "\"Site Reliability\\\",\\\"content\\\":\\\"CP SRE team received an alert for high APT on USA662s, core2.\\\\nIts a multi-org impact, initial investigation in progress\\\",\\\"sentAt\\\":\\\"2025-03-17T08:14:55.333Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"ada6f680-9f79-8c7c-bbb4-f600bf8f61ff\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:29.984427+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207489980, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-request]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:29.984431+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "{\"level\":20,\"time\":1742207489980,\"pid\":31,\"hostname\":\"dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab\",\"name\":\"icc-slack\",\"msg\":\"Handler for [icc-internal-comms-request]: {\\\"createdAt\\\":\\\"2025-03-17T10:31:29.821Z\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"firstName\\\":\\\"Pavithra\\\",\\\"lastName\\\":\\\"Kuppusami\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"createdBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:19.245Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:19.245Z\\\"},\\\"incident\\\":{\\\"id\\\":\\\"8314687c-abb3-4165-bbbf-414b12112a6b\\\",\\\"slackChannel\\\":{\\\"id\\\":\\\"C08JMPZNEGY\\\",\\\"name\\\":\\\"icc-73104263\\\"},\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"description\\\":\\\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\\\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\\\n\\\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\\\",\\\"detectedTime\\\":\\\"2025-03-17T08:06:00.000Z\\\",\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"origin\\\":\\\"Alert\\\",\\\"originReference\\\":\\\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"impactEndTime\\\":\\\"2025-03-17T09:08:00.000Z\\\",\\\"bridge\\\":{\\\"url\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"additionalJoiningInfo\\\":\\\"Join By Phone:\\\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\\\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\\\n\\\"},\\\"roles\\\":[{\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"modifiedAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"createdBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"modifiedBy\\\":{\\\"id\\\":\\\"02badda0-dae7-4498-93ec-ab6193b2d8a1\\\",\\\"email\\\":\\\"sitereliability@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"SiteReliability\\\",\\\"firstName\\\":null,\\\"lastName\\\":null,\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"00590000000DrNxAAK\\\",\\\"slackUserId\\\":null,\\\"createdBy\\\":\\\"jgoble@salesforce.com\\\",\\\"modifiedBy\\\":\\\"jgoble@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-11-14T22:00:55.527Z\\\",\\\"modifiedAt\\\":\\\"2022-11-14T22:00:55.527Z\\\"},\\\"id\\\":\\\"9612e4ea-7f9f-4836-957a-9d07056c2237\\\",\\\"name\\\":\\\"IncidentCommander\\\",\\\"displayName\\\":\\\"Incident Commander\\\",\\\"user\\\":{\\\"id\\\":\\\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\\\",\\\"email\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"active\\\":true,\\\"name\\\":\\\"Pavithra Kuppusami\\\",\\\"firstName\\\":\\\"Pavithra\\\",\\\"lastName\\\":\\\"Kuppusami\\\",\\\"profile\\\":\\\"icc standard user\\\",\\\"gusUserId\\\":\\\"005B0000006phyJIAQ\\\",\\\"slackUserId\\\":\\\"U01G5MUL669\\\",\\\"createdBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"modifiedBy\\\":\\\"pavithra.kuppusami@salesforce.com\\\",\\\"createdAt\\\":\\\"2022-04-28T15:47:19.245Z\\\",\\\"modifiedAt\\\":\\\"2022-04-28T15:47:19.245Z\\\"},\\\"externalGusId\\\":null}],\\\"category\\\":\\\"Application\\\",\\\"rootCause\\\":\\\"Change\\\",\\\"createdAt\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"scrumTeamId\\\":\\\"a0090000000vv4hAAA\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"caseNumber\\\":\\\"73104263\\\",\\\"caseRecordId\\\":\\\"500EE00001TyZ1rYAF\\\",\\\"servicesImpacted\\\":[\\\"Core Live on Falcon\\\"],\\\"quipDocLink\\\":\\\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\\\",\\\"engagedAt\\\":\\\"2025-03-17T08:12:58.310Z\\\",\\\"lastAttemptedForceExport\\\":\\\"\\\",\\\"lastExportStatus\\\":\\\"success\\\",\\\"gusExportTimestamp\\\":\\\"2025-03-17T10:22:40.078Z\\\"},\\\"eventObj\\\":{\\\"internalComms\\\":{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:08:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"duration\\\":\\\"75 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"The issue auto-resolved. Instance was out of impact 09:08 UTC.\\\\nImpact was due a known issue on the lightening web UI change that exists in releases > 254.10.3.\\\\nUSA662s is currently on release version 254.10.6.\\\\n\\\\nThe issue is caused due to the row lock waits, as summarized in this doc: https:\/\/salesforce.quip.com\/6K8OAF1BtvBX, first showed impact on Product Versions > 254.10.3 as noted in PRB-0027052's summary. \\\\nWe will be creating a new PRB as a part of this incident to follow up on RCA and release-fixes for USA662s.\\\\n\\\\nTrust post has been resolved.\\\\nCustomer case: 0\\\\nSocial mention: 0\\\",\\\"sentAt\\\":\\\"2025-03-17T10:31:29.283Z\\\",\\\"swimlaneUpdates\\\":[],\\\"slackChannelIds\\\":[\\\"C05U9CBHX8D\\\",\\\"C05T2A3C319\\\"],\\\"emailAddresses\\\":[\\\"gsm@salesforce.com\\\",\\\"sitereliability@salesforce.com\\\",\\\"techcustomerescalation@salesforce.com\\\"]},\\\"internalCommsId\\\":\\\"992c5c53-d46d-4933-a50c-1c4f992422c9\\\",\\\"allInternalCommsReport\\\":[{\\\"sequenceNumber\\\":4,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"Resolved\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"2025-03-17T09:08:00.000Z\\\",\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"duration\\\":\\\"75 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"The issue auto-resolved. Instance was out of impact 09:08 UTC.\\\\nImpact was due a known issue on the lightening web UI change that exists in releases > 254.10.3.\\\\nUSA662s is currently on release version 254.10.6.\\\\n\\\\nThe issue is caused due to the row lock waits, as summarized in this doc: https:\/\/salesforce.quip.com\/6K8OAF1BtvBX, first showed impact on Product Versions > 254.10.3 as noted in PRB-0027052's summary. \\\\nWe will be creating a new PRB as a part of this incident to follow up on RCA and release-fixes for USA662s.\\\\n\\\\nTrust post has been resolved.\\\\nCustomer case: 0\\\\nSocial mention: 0\\\",\\\"sentAt\\\":\\\"2025-03-17T10:31:29.283Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":3,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"duration\\\":\\\"63 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"Along with CP SRE team, CDSE, CAPE, CSP and CIC teams are on the bridge to investigate this.\\\\nWe are looking into confirming on the APEX_QUEUEABLE job, that coincides with the impact time and is still running for longer with DB contentions, wait-sql-lock, which is seen increasing the APT.\\\\nImpact is still in progress.\\\\nWe have paged Core DB perf team to get more insights on this as they had seen similar issue on usa244s last week.\\\",\\\"sentAt\\\":\\\"2025-03-17T08:56:13.872Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":2,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T07:53:00.000Z\\\",\\\"duration\\\":\\\"47 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":{\\\"conditions\\\":\\\"APT degradation impact start time: 07:04 UTC\\\\nCDSE and CAPE teams were paged to further investigate.\\\\nCDSE noticed that COPY_CHUNK_IMPORT MQ thread job that was recently scheduled to run on a regular basis, on sandboxes, CSP has auto-throttled the job, but since there are no improvements, we are looking into checking on whether the throttle number needs to be manually altered.\\\\nWe are also seeing another job APEX_QUEUEABLE that is potentially contributing to this impact.\\\",\\\"actions\\\":\\\"Current CSP auto-throttle is not helping the instance come out of impact, so we are looking into converting it into manual throttling.\\\"},\\\"sentAt\\\":\\\"2025-03-17T08:40:14.068Z\\\",\\\"swimlaneUpdates\\\":[]},{\\\"sequenceNumber\\\":1,\\\"severity\\\":\\\"Sev2\\\",\\\"status\\\":\\\"InProgress\\\",\\\"description\\\":\\\"\\\",\\\"bridgeUrl\\\":\\\"https:\/\/meet.google.com\/hfi-qyjv-nzz\\\",\\\"sentBySlackUserId\\\":\\\"U01G5MUL669\\\",\\\"sentBy\\\":\\\"Pavithra Kuppusami\\\",\\\"cloud\\\":\\\"Customer Centric Reliability Engineering (CCRE) > Capacity and SR\\\",\\\"impact\\\":[\\\"PerformanceDegradation\\\"],\\\"impactEndTime\\\":\\\"\\\",\\\"impactStartTime\\\":\\\"2025-03-17T08:12:44.236Z\\\",\\\"duration\\\":\\\"2 minutes\\\",\\\"incidentCommander\\\":\\\"Pavithra Kuppusami\\\",\\\"incidentCommanderSlackUserId\\\":\\\"U01G5MUL669\\\",\\\"subject\\\":\\\"APT Degradation on USA662s, core2, aws-prod5", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:29.984466+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": "-uswest2\\\",\\\"team\\\":\\\"Site Reliability\\\",\\\"content\\\":\\\"CP SRE team received an alert for high APT on USA662s, core2.\\\\nIts a multi-org impact, initial investigation in progress\\\",\\\"sentAt\\\":\\\"2025-03-17T08:14:55.333Z\\\",\\\"swimlaneUpdates\\\":[]}]},\\\"requestId\\\":\\\"ada6f680-9f79-8c7c-bbb4-f600bf8f61ff\\\",\\\"client\\\":\\\"icc-slack-app\\\"}\"}", "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:29.984466+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207501297, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:41.297838+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207501298, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-internal-comms-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:41.298079+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207501298, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:31:41.163Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"992c5c53-d46d-4933-a50c-1c4f992422c9\",\"sequenceNumber\":4}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:41.298155+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207501298, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:41.298159+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207501298, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-internal-comms-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:41.298185+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207501298, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:41.298285+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207501298, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:31:41.163Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"notifications\":[{\"notification\":\"techcustomerescalation@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"gsm@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true},{\"notification\":\"sitereliability@salesforce.com\",\"type\":\"EmailAddress\",\"deliveryStatus\":true}],\"internalCommsId\":\"992c5c53-d46d-4933-a50c-1c4f992422c9\",\"sequenceNumber\":4}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:41.298353+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207501298, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:41.298354+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742207501298, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-internal-comms-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:31:41.298356+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207555922, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:35.922216+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207555922, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='bullmq-job-completed' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:35.922295+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207555922, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:32:35.870Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"d01df346-d6a6-4c2e-aaed-e4c11ee7037a\",\"message\":\"Ensure Trust is Resolved\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:35.922297+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207555922, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:35.922299+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207555922, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"bullmq-job-completed\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:35.922325+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207555922, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:35.922441+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207555922, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:32:35.870Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"d01df346-d6a6-4c2e-aaed-e4c11ee7037a\",\"message\":\"Ensure Trust is Resolved\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"}},\"client\":\"icc-rest\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:35.922442+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207555922, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [bullmq-job-completed]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:35.922442+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742207555922, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [bullmq-job-completed]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:35.922466+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207556009, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:36.009686+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207556009, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-reminder-triggered' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:36.009798+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207556009, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:32:35.959Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"d01df346-d6a6-4c2e-aaed-e4c11ee7037a\",\"message\":\"Ensure Trust is Resolved\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"d01df346-d6a6-4c2e-aaed-e4c11ee7037a\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Ensure Trust is Resolved\",\"audience\":[],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T10:32:35.771Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08JMPZNEGY\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:36.009826+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207556009, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:36.009867+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207556009, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-reminder-triggered\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:36.009931+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207556009, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:36.010048+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207556010, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:32:35.959Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"d01df346-d6a6-4c2e-aaed-e4c11ee7037a\",\"message\":\"Ensure Trust is Resolved\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"d01df346-d6a6-4c2e-aaed-e4c11ee7037a\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Ensure Trust is Resolved\",\"audience\":[],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T10:32:35.771Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08JMPZNEGY\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:36.010054+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207556010, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-reminder-triggered]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:36.010054+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207556010, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handler for [icc-reminder-triggered]: {\"createdAt\":\"2025-03-17T10:32:35.959Z\",\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\"},\"eventObj\":{\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"reminderId\":\"d01df346-d6a6-4c2e-aaed-e4c11ee7037a\",\"message\":\"Ensure Trust is Resolved\",\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"reminderData\":{\"id\":\"d01df346-d6a6-4c2e-aaed-e4c11ee7037a\",\"type\":\"REMINDER\",\"active\":true,\"message\":\"Ensure Trust is Resolved\",\"audience\":[],\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"offsetUnit\":\"m\",\"triggersAt\":\"2025-03-17T10:32:35.771Z\",\"isRecurring\":false,\"occurrences\":[],\"offsetValue\":10,\"additionalInfo\":{\"rule\":{\"name\":\"Resolved Incident Reminders\",\"type\":null},\"status\":\"Resolved\"},\"currentOccurrence\":0,\"inheritedFromTeamConfig\":true},\"slackChannelId\":\"C08JMPZNEGY\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:32:36.010095+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207584004, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0.00865,\"method\":\"BoltEvent.userAndChannelMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:33:04.004498+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207584004, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:33:04.004590+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207584232, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":228.17649,\"method\":\"BoltEvent.eventAuthMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:33:04.232904+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207584232, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:33:04.233000+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207606828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2764394496,\"uptime\":2027419.33,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27921140,\"nice\":17100,\"sys\":4243090,\"idle\":1988816860,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27853330,\"nice\":16410,\"sys\":4263240,\"idle\":1988676290,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6148,\"sum\":59590}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:33:26.828894+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207606828, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:33:26.828993+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207846832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2764414976,\"uptime\":2027659.33,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27922900,\"nice\":17100,\"sys\":4243530,\"idle\":1989053500,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27855180,\"nice\":16410,\"sys\":4263550,\"idle\":1988912800,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":24,\"num\":6096,\"sum\":59612}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:37:26.832866+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207846832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:37:26.832948+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207867693, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:37:47.693227+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207867694, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:37:47.694157+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742207966832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2764419072,\"uptime\":2027779.33,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27923950,\"nice\":17100,\"sys\":4243690,\"idle\":1989171820,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27856440,\"nice\":16410,\"sys\":4263780,\"idle\":1989031060,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":23,\"num\":6104,\"sum\":59606}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:39:26.832841+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742207966832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:39:26.832967+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208086832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2764353536,\"uptime\":2027899.33,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27925450,\"nice\":17100,\"sys\":4243890,\"idle\":1989290010,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27857590,\"nice\":16410,\"sys\":4263940,\"idle\":1989149330,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6099,\"sum\":59607}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:41:26.832844+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208086832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:41:26.833021+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208163017, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":415.541151,\"method\":\"BoltEvent.eventAuthMiddleware\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:42:43.017465+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208163017, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:42:43.017527+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 50, "time": 1742208163027, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "[RestApiHelper.request] Request failed with status code 404" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:42:43.027366+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208163027, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":0,\"method\":\"CG2A365BK\",\"path\":\"U02Q288NF7W\",\"statusCode\":1}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:42:43.027953+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208163027, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:42:43.028061+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208168235, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:42:48.236051+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208168236, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:42:48.236877+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426309, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.310098+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426310, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.310379+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426310, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:06.294Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.310465+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426310, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.310468+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426310, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.310534+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426310, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.310616+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426310, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:47:06.294Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.310709+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426310, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-usd-resource-deleted]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.310711+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742208426310, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-usd-resource-deleted]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.310712+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426327, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.328008+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-created' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.329946+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:06.318Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":[],\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.329955+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.329958+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-created\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.329958+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.329959+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:47:06.318Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Resolved\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":[],\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.329961+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-usd-resource-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.329962+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742208426329, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-usd-resource-created]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.329962+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426377, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.377778+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426377, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-response' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.377914+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426377, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:06.328Z\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.378023+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426378, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.378058+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426378, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-response\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.378134+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426378, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.378287+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426378, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:47:06.328Z\",\"incidentId\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"responses\":[]}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.378321+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426378, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-usd-resource-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.378337+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742208426378, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-usd-resource-response]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.378349+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426548, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received kafka message with key: 8314687c-abb3-4165-bbbf-414b12112a6b" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.548431+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426548, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer consumed event with eventType='icc-usd-resource-deleted' for consumer group='undefined'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.548723+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426548, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Consumer is returning ProcessedKafkaEvent {\"createdAt\":\"2025-03-17T10:47:06.538Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.548765+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426548, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "[Metrics.publishMetric] - Publishing metric {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.548796+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426548, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"kafka_event\",\"data\":{\"type\":\"request\",\"value\":1,\"topicName\":\"incident\",\"producerConsumer\":\"consumer\",\"messageType\":\"icc-usd-resource-deleted\"}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.548858+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208426548, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.548946+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426548, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Received JSON event: {\"createdAt\":\"2025-03-17T10:47:06.538Z\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"incident\":{\"id\":\"8314687c-abb3-4165-bbbf-414b12112a6b\",\"slackChannel\":{\"id\":\"C08JMPZNEGY\",\"name\":\"icc-73104263\"},\"subject\":\"APT Degradation on USA662s, core2, aws-prod5-uswest2\",\"description\":\"Sherlock detected an APT Incident for Cell: usa662s, FI: AWS-PROD5-USWEST2. \\nAnomalies detected in the timeframe 2025-03-17 08:01:00.000 - 2025-03-17 08:03:00.000.\\n\\nCase created using .case by @Pavithra Kuppusami in #cp-sre-alerts for usa662s\",\"detectedTime\":\"2025-03-17T08:06:00.000Z\",\"severity\":\"Sev2\",\"status\":\"Closed\",\"origin\":\"Alert\",\"originReference\":\"https:\/\/salesforce.pagerduty.com\/incidents\/Q15U2Z6PMK3QFM\",\"impact\":[\"PerformanceDegradation\"],\"impactStartTime\":\"2025-03-17T07:53:00.000Z\",\"impactEndTime\":\"2025-03-17T09:08:00.000Z\",\"bridge\":{\"url\":\"https:\/\/meet.google.com\/hfi-qyjv-nzz\",\"additionalJoiningInfo\":\"Join By Phone:\\nUS number: tel:+1-224-324-4544, pin: 110097939; \\nFind numbers in more regions on https:\/\/tel.meet\/hfi-qyjv-nzz?pin=1325516168543, pin: 1325516168543\\n\"},\"roles\":[{\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"modifiedAt\":\"2025-03-17T08:12:44.236Z\",\"createdBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"modifiedBy\":{\"id\":\"02badda0-dae7-4498-93ec-ab6193b2d8a1\",\"email\":\"sitereliability@salesforce.com\",\"active\":true,\"name\":\"SiteReliability\",\"firstName\":null,\"lastName\":null,\"profile\":\"icc standard user\",\"gusUserId\":\"00590000000DrNxAAK\",\"slackUserId\":null,\"createdBy\":\"jgoble@salesforce.com\",\"modifiedBy\":\"jgoble@salesforce.com\",\"createdAt\":\"2022-11-14T22:00:55.527Z\",\"modifiedAt\":\"2022-11-14T22:00:55.527Z\"},\"id\":\"9612e4ea-7f9f-4836-957a-9d07056c2237\",\"name\":\"IncidentCommander\",\"displayName\":\"Incident Commander\",\"user\":{\"id\":\"5aed21f9-3f31-4016-a7f0-600fa6ebea8d\",\"email\":\"pavithra.kuppusami@salesforce.com\",\"active\":true,\"name\":\"Pavithra Kuppusami\",\"firstName\":\"Pavithra\",\"lastName\":\"Kuppusami\",\"profile\":\"icc standard user\",\"gusUserId\":\"005B0000006phyJIAQ\",\"slackUserId\":\"U01G5MUL669\",\"createdBy\":\"pavithra.kuppusami@salesforce.com\",\"modifiedBy\":\"pavithra.kuppusami@salesforce.com\",\"createdAt\":\"2022-04-28T15:47:19.245Z\",\"modifiedAt\":\"2022-04-28T15:47:19.245Z\"},\"externalGusId\":null}],\"category\":\"Application\",\"rootCause\":\"Change\",\"createdAt\":\"2025-03-17T08:12:44.236Z\",\"scrumTeamId\":\"a0090000000vv4hAAA\",\"team\":\"Site Reliability\",\"caseNumber\":\"73104263\",\"caseRecordId\":\"500EE00001TyZ1rYAF\",\"servicesImpacted\":[\"Core Live on Falcon\"],\"quipDocLink\":\"https:\/\/salesforce.quip.com\/m6mBA2aDHeqm\",\"engagedAt\":\"2025-03-17T08:12:58.310Z\",\"lastAttemptedForceExport\":\"\",\"lastExportStatus\":\"success\",\"gusExportTimestamp\":\"2025-03-17T10:22:40.078Z\"},\"eventObj\":{\"ids\":[]},\"requestId\":\"x5l4oi-xi20f-7avph1-fqbbyd-1742208426097\",\"client\":\"icc-ui\"}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.549046+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208426549, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Handling event [icc-usd-resource-deleted]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.549048+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 40, "time": 1742208426549, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "No Listener registered for event [icc-usd-resource-deleted]" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:06.549064+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208431471, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Posted incident closed message to Slack." }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:11.471926+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208431471, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-slack", "msg": "Slack response: {\"ok\":true,\"channel\":\"C08JMPZNEGY\",\"ts\":\"1742208431.397309\",\"message\":{\"user\":\"U02Q288NF7W\",\"type\":\"message\",\"ts\":\"1742208431.397309\",\"bot_id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"text\":\"Congratulations on closing this incident! :tada:\",\"team\":\"T01GST6QY0G\",\"bot_profile\":{\"id\":\"B02Q0159R4K\",\"app_id\":\"A02Q50RQQ3B\",\"name\":\"Incident Command Center\",\"icons\":{\"image_36\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_36.png\",\"image_48\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_48.png\",\"image_72\":\"https:\/\/avatars.slack-edge.com\/2022-03-18\/3284288003008_60d319541d08718309e0_72.png\"},\"deleted\":false,\"updated\":1647596965,\"team_id\":\"T01GST6QY0G\"},\"attachments\":[{\"id\":1,\"blocks\":[{\"type\":\"section\",\"block_id\":\"x8jG2\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"The incident is now finalized. You may archive the channel.\",\"verbatim\":true}},{\"type\":\"actions\",\"block_id\":\"iWERo\",\"elements\":[{\"type\":\"button\",\"action_id\":\"action-archive-channel\",\"text\":{\"type\":\"plain_text\",\"text\":\"Archive Channel\",\"emoji\":true},\"style\":\"primary\",\"value\":\"C08JMPZNEGY\",\"confirm\":{\"title\":{\"type\":\"plain_text\",\"text\":\"Archive Channel\",\"emoji\":true},\"text\":{\"type\":\"mrkdwn\",\"text\":\"Are you sure you want to archive channel?\",\"verbatim\":true},\"confirm\":{\"type\":\"plain_text\",\"text\":\"Yes\",\"emoji\":true},\"deny\":{\"type\":\"plain_text\",\"text\":\"No\",\"emoji\":true},\"style\":\"primary\"}}]}],\"color\":\"#009FE2\",\"fallback\":\"[no preview available]\"}],\"blocks\":[{\"type\":\"rich_text\",\"block_id\":\"BrW\",\"elements\":[{\"type\":\"rich_text_section\",\"elements\":[{\"type\":\"text\",\"text\":\"Congratulations on closing this incident! \"},{\"type\":\"emoji\",\"name\":\"tada\",\"unicode\":\"1f389\"}]}]}]},\"response_metadata\":{\"scopes\":[\"app_mentions:read\",\"channels:join\",\"channels:manage\",\"channels:read\",\"chat:write\",\"chat:write.customize\",\"chat:write.public\",\"commands\",\"groups:read\",\"groups:write\",\"links:read\",\"links:write\",\"users:read\",\"users:read.email\",\"channels:history\",\"groups:history\",\"im:history\",\"mpim:history\",\"bookmarks:read\",\"bookmarks:write\",\"pins:read\",\"pins:write\",\"mpim:read\",\"workflow.steps:execute\"],\"acceptedScopes\":[\"chat:write\"]}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:11.471936+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208446832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2764951552,\"uptime\":2028259.33,\"totalMem\":4018151424,\"loadavg\":[0.08,0.02,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27928760,\"nice\":17100,\"sys\":4244360,\"idle\":1989645090,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27861670,\"nice\":16410,\"sys\":4264440,\"idle\":1989503740,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6128,\"sum\":59598}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:26.832829+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208446832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:26.832928+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208469297, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:49.298034+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208469298, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:47:49.298936+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208506832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2764955648,\"uptime\":2028319.33,\"totalMem\":4018151424,\"loadavg\":[0.03,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27929130,\"nice\":17100,\"sys\":4244430,\"idle\":1989704220,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27862120,\"nice\":16410,\"sys\":4264500,\"idle\":1989562890,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6143,\"sum\":59596}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:48:26.832881+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208506832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:48:26.832969+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208566836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2764963840,\"uptime\":2028379.33,\"totalMem\":4018151424,\"loadavg\":[0.01,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27929640,\"nice\":17100,\"sys\":4244530,\"idle\":1989763330,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27862620,\"nice\":16410,\"sys\":4264590,\"idle\":1989622080,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6102,\"sum\":59608}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:49:26.836860+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208566836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:49:26.836966+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208686836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2764845056,\"uptime\":2028499.33,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27930720,\"nice\":17100,\"sys\":4244710,\"idle\":1989881600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27863620,\"nice\":16410,\"sys\":4264790,\"idle\":1989740320,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6103,\"sum\":59607}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:51:26.836850+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208686836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:51:26.836931+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208717540, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"request\",\"data\":{\"time\":429.544492,\"method\":\"AppHomeOpenedEventHandler.eventListener\",\"path\":\"\",\"statusCode\":0}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:51:57.541196+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208717541, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:51:57.541243+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208746836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2764845056,\"uptime\":2028559.33,\"totalMem\":4018151424,\"loadavg\":[0.01,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27931200,\"nice\":17100,\"sys\":4244790,\"idle\":1989940720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27864240,\"nice\":16410,\"sys\":4264860,\"idle\":1989799450,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":21,\"num\":6124,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:52:26.836883+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208746836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:52:26.836961+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208770680, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:52:50.680468+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208770681, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:52:50.681182+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208926832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2792083456,\"uptime\":2028739.33,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27933680,\"nice\":17100,\"sys\":4245180,\"idle\":1990117690,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27866260,\"nice\":16410,\"sys\":4265210,\"idle\":1989976500,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6104,\"sum\":59607}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:55:26.832875+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208926832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:55:26.833004+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742208986832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2790821888,\"uptime\":2028799.33,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27934340,\"nice\":17100,\"sys\":4245290,\"idle\":1990176800,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27866920,\"nice\":16410,\"sys\":4265310,\"idle\":1990035700,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":18,\"num\":6102,\"sum\":59609}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:56:26.832867+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742208986832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T10:56:26.832953+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742209286836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2785914880,\"uptime\":2029099.33,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27937220,\"nice\":17100,\"sys\":4245760,\"idle\":1990472600,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27869830,\"nice\":16410,\"sys\":4265770,\"idle\":1990331370,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6098,\"sum\":59604}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:01:26.836837+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742209286836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:01:26.836954+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742209346832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2786177024,\"uptime\":2029159.33,\"totalMem\":4018151424,\"loadavg\":[0.07,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27937700,\"nice\":17100,\"sys\":4245860,\"idle\":1990531770,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27870510,\"nice\":16410,\"sys\":4265820,\"idle\":1990390510,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":21,\"num\":6100,\"sum\":59601}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:02:26.832864+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742209346832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:02:26.832936+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742209372379, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:02:52.379395+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742209372380, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:02:52.380252+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742209586832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2783358976,\"uptime\":2029399.33,\"totalMem\":4018151424,\"loadavg\":[0.03,0.02,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27940020,\"nice\":17100,\"sys\":4246270,\"idle\":1990768170,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27872470,\"nice\":16410,\"sys\":4266270,\"idle\":1990627230,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":17,\"num\":6095,\"sum\":59599}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:06:26.832837+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742209586832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:06:26.832985+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742209673399, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:07:53.399987+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742209673400, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:07:53.400784+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742209766832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2781655040,\"uptime\":2029579.33,\"totalMem\":4018151424,\"loadavg\":[0.04,0.03,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27941850,\"nice\":17100,\"sys\":4246480,\"idle\":1990945660,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27873980,\"nice\":16410,\"sys\":4266580,\"idle\":1990804660,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":21,\"num\":6099,\"sum\":59597}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:09:26.832863+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742209766832, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:09:26.832933+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742210126836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2779455488,\"uptime\":2029939.33,\"totalMem\":4018151424,\"loadavg\":[0.04,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27945040,\"nice\":17100,\"sys\":4247090,\"idle\":1991300510,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27877150,\"nice\":16410,\"sys\":4267190,\"idle\":1991159380,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6102,\"sum\":59592}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:15:26.836836+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742210126836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:15:26.836997+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742210275439, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Connected to Redis" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:17:55.439346+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742210275440, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Redis client ready" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:17:55.440141+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742210486836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2778480640,\"uptime\":2030299.33,\"totalMem\":4018151424,\"loadavg\":[0,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27948760,\"nice\":17100,\"sys\":4247630,\"idle\":1991655480,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27881350,\"nice\":16410,\"sys\":4267730,\"idle\":1991514040,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":16,\"num\":6099,\"sum\":59595}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:21:26.836847+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742210486836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:21:26.837003+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742210666836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2777362432,\"uptime\":2030479.34,\"totalMem\":4018151424,\"loadavg\":[0.02,0.01,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27950320,\"nice\":17100,\"sys\":4247890,\"idle\":1991832720,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27882910,\"nice\":16410,\"sys\":4267950,\"idle\":1991691490,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6099,\"sum\":59593}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:24:26.836871+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742210666836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:24:26.836957+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742210786836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2776956928,\"uptime\":2030599.34,\"totalMem\":4018151424,\"loadavg\":[0,0,0],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27951570,\"nice\":17100,\"sys\":4248090,\"idle\":1991950590,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27884360,\"nice\":16410,\"sys\":4268150,\"idle\":1991809380,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6101,\"sum\":59603}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:26:26.836873+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742210786836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:26:26.836961+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742210906836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2776961024,\"uptime\":2030719.34,\"totalMem\":4018151424,\"loadavg\":[0.3,0.06,0.02],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27952330,\"nice\":17100,\"sys\":4248260,\"idle\":1992068920,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27885230,\"nice\":16410,\"sys\":4268380,\"idle\":1991927670,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":20,\"num\":6107,\"sum\":59602}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:28:26.836874+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742210906836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:28:26.837096+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 20, "time": 1742211026836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer is producing message with key 'icc-slack' to topic 'metrics': {\"service\":\"icc-slack\",\"version\":\"1.24.1\",\"metric\":\"availability\",\"data\":{\"freeMem\":2776969216,\"uptime\":2030839.34,\"totalMem\":4018151424,\"loadavg\":[0.06,0.05,0.01],\"cpus\":[{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27953520,\"nice\":17100,\"sys\":4248440,\"idle\":1992187110,\"irq\":0}},{\"model\":\"Intel(R) Xeon(R) Platinum 8375C CPU @ 2.90GHz\",\"speed\":0,\"times\":{\"user\":27886270,\"nice\":16410,\"sys\":4268550,\"idle\":1992046000,\"irq\":0}}],\"eventLoopStats\":{\"min\":0,\"max\":19,\"num\":6103,\"sum\":59600}}}" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:30:26.836886+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }} {"schema_type":"json-schema","schema_id":"event-flatten:2","data":{ "event": { "level": 30, "time": 1742211026836, "pid": 31, "hostname": "dyno-527dd2d5-4871-4de9-9cf7-6d9e49600dab", "name": "icc-common", "msg": "Kafka Producer successfully sent event with key 'icc-slack' to Kafka topic 'metrics'" }, "source": "heroku.app", "sourcetype": "-", "hostname": "e811441e-efd9-4a23-9eac-e6901940d16b", "agent_timestamp": "2025-03-17T11:30:26.836954+00:00", "tags_schema_id": "any6:1", "tags": { "dyno": "bolt.2", "app": "icc-slack-production", "space": "icc-production-shield-oregon", "region": "oregon", "severity": "info", "uuid": "cd1b58c7-ffaf-4ef7-a8f4-72c5e2f70810" }, "owner": { "service": "icc", "team": "ICC", "environment": "-", "cloud": "ACE" } }}