-- Journal begins at Mon 2024-08-26 17:36:08 UTC, ends at Wed 2024-09-04 06:33:32 UTC. --
Sep 01 23:59:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 3 state history items
Sep 01 23:59:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 3 ServiceState items
Sep 01 23:59:49 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 2 ServiceState items
Sep 02 00:00:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 4 state history items
Sep 02 00:00:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 notification history items
Sep 02 00:00:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 3 ServiceState items
Sep 02 00:00:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 8 state history items
Sep 02 00:00:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 notification history items
Sep 02 00:00:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 9 ServiceState items
Sep 02 00:00:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 13 state history items
Sep 02 00:00:49 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 11 ServiceState items
Sep 02 00:01:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:01:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 4 ServiceState items
Sep 02 00:01:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 5 state history items
Sep 02 00:01:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 2 ServiceState items
Sep 02 00:01:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 2 state history items
Sep 02 00:01:49 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 3 ServiceState items
Sep 02 00:02:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:02:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 3 state history items
Sep 02 00:02:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 3 ServiceState items
Sep 02 00:03:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 3 state history items
Sep 02 00:03:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 3 ServiceState items
Sep 02 00:03:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:03:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 4 state history items
Sep 02 00:03:49 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 3 ServiceState items
Sep 02 00:04:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 2 state history items
Sep 02 00:04:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 2 ServiceState items
Sep 02 00:04:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 2 state history items
Sep 02 00:04:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 2 ServiceState items
Sep 02 00:04:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:04:49 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:05:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 4 state history items
Sep 02 00:05:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 4 ServiceState items
Sep 02 00:05:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:05:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:07:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 notification history items
Sep 02 00:07:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 2 notification history items
Sep 02 00:07:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:07:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:08:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:08:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:08:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:08:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 2 ServiceState items
Sep 02 00:08:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:09:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 2 state history items
Sep 02 00:09:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 3 ServiceState items
Sep 02 00:09:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 2 state history items
Sep 02 00:09:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 2 notification history items
Sep 02 00:09:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:09:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:09:49 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:10:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:10:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:10:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 2 state history items
Sep 02 00:10:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 3 ServiceState items
Sep 02 00:10:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 notification history items
Sep 02 00:10:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:11:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 3 state history items
Sep 02 00:11:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 3 ServiceState items
Sep 02 00:11:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:11:49 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:12:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:12:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 2 state history items
Sep 02 00:12:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:12:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:12:49 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 2 ServiceState items
Sep 02 00:13:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:13:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:13:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:15:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:15:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:15:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:15:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:16:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 2 notification history items
Sep 02 00:16:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:16:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:17:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:17:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:18:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 3 state history items
Sep 02 00:18:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 4 notification history items
Sep 02 00:18:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 3 ServiceState items
Sep 02 00:18:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:18:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:19:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 2 state history items
Sep 02 00:19:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 2 ServiceState items
Sep 02 00:19:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 3 state history items
Sep 02 00:19:49 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 3 ServiceState items
Sep 02 00:20:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 3 state history items
Sep 02 00:20:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 3 ServiceState items
Sep 02 00:20:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:20:49 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:21:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 3 state history items
Sep 02 00:21:09 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 4 ServiceState items
Sep 02 00:21:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 3 state history items
Sep 02 00:21:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 2 notification history items
Sep 02 00:21:29 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 4 ServiceState items
Sep 02 00:21:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 2 state history items
Sep 02 00:23:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 notification history items
Sep 02 00:24:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:24:49 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:30:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 notification history items
Sep 02 00:30:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 notification history items
Sep 02 00:32:01 ip-10-7-11-6 icingadb[110917]: Handing over
Sep 02 00:33:01 ip-10-7-11-6 icingadb[110917]: Taking over
Sep 02 00:33:01 ip-10-7-11-6 icingadb[110917]: Starting config sync
Sep 02 00:33:01 ip-10-7-11-6 icingadb[110917]: Starting initial state sync
Sep 02 00:33:01 ip-10-7-11-6 icingadb[110917]: Starting overdue sync
Sep 02 00:33:02 ip-10-7-11-6 icingadb[110917]: config-sync: Updating 5665 items of type service state
Sep 02 00:33:02 ip-10-7-11-6 icingadb[110917]: config-sync: Updating 736 items of type host state
Sep 02 00:33:03 ip-10-7-11-6 icingadb[110917]: Starting config runtime updates sync
Sep 02 00:33:03 ip-10-7-11-6 icingadb[110917]: config-sync: Finished config sync in 1.273040423s
Sep 02 00:33:03 ip-10-7-11-6 icingadb[110917]: Starting history retention
Sep 02 00:33:03 ip-10-7-11-6 icingadb[110917]: Starting state runtime updates sync
Sep 02 00:33:03 ip-10-7-11-6 icingadb[110917]: config-sync: Finished initial state sync in 1.536436413s
Sep 02 00:33:04 ip-10-7-11-6 icingadb[110917]: retention: Removed 111 old state history items
Sep 02 00:35:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:36:03 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:36:23 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:36:26 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:36:46 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 state history items
Sep 02 00:37:03 ip-10-7-11-6 icingadb[110917]: runtime-updates: Upserted 1 ServiceState items
Sep 02 00:37:06 ip-10-7-11-6 icingadb[110917]: history-sync: Synced 1 notification history items
Sep 02 00:38:11 ip-10-7-11-6 icingadb[110917]: invalid connection
                                               can't perform "INSERT INTO \"state_history\" (\"max_check_attempts\", \"scheduling_source\", \"event_time\", \"hard_state\", \"previous_hard_state\", \"check_attempt\", \"output\", \"long_output\", \"check_source\", \"environment_id\", \"state_type\", \"soft_state\", \"id\", \"endpoint_id\", \"host_id\", \"service_id\", \"previous_soft_state\", \"object_type\") VALUES (:max_check_attempts,:scheduling_source,:event_time,:hard_state,:previous_hard_state,:check_attempt,:output,:long_output,:check_source,:environment_id,:state_type,:soft_state,:id,:endpoint_id,:host_id,:service_id,:previous_soft_state,:object_type) ON DUPLICATE KEY UPDATE \"id\" = VALUES(\"id\")"
                                               github.com/icinga/icingadb/internal.CantPerformQuery
                                                       github.com/icinga/icingadb/internal/internal.go:30
                                               github.com/icinga/icingadb/pkg/icingadb.(*DB).NamedBulkExec.func1.(*DB).NamedBulkExec.func1.1.2.1
                                                       github.com/icinga/icingadb/pkg/icingadb/db.go:412
                                               github.com/icinga/icingadb/pkg/retry.WithBackoff
                                                       github.com/icinga/icingadb/pkg/retry/retry.go:60
                                               github.com/icinga/icingadb/pkg/icingadb.(*DB).NamedBulkExec.func1.(*DB).NamedBulkExec.func1.1.2
                                                       github.com/icinga/icingadb/pkg/icingadb/db.go:407
                                               golang.org/x/sync/errgroup.(*Group).Go.func1
                                                       golang.org/x/sync@v0.7.0/errgroup/errgroup.go:78
                                               runtime.goexit
                                                       runtime/asm_amd64.s:1695
                                               retry deadline exceeded
                                               github.com/icinga/icingadb/pkg/retry.WithBackoff
                                                       github.com/icinga/icingadb/pkg/retry/retry.go:95
                                               github.com/icinga/icingadb/pkg/icingadb.(*DB).NamedBulkExec.func1.(*DB).NamedBulkExec.func1.1.2
                                                       github.com/icinga/icingadb/pkg/icingadb/db.go:407
                                               golang.org/x/sync/errgroup.(*Group).Go.func1
                                                       golang.org/x/sync@v0.7.0/errgroup/errgroup.go:78
                                               runtime.goexit
                                                       runtime/asm_amd64.s:1695
Sep 02 00:38:11 ip-10-7-11-6 systemd[1]: icingadb.service: Main process exited, code=exited, status=1/FAILURE
Sep 02 00:38:11 ip-10-7-11-6 systemd[1]: icingadb.service: Failed with result 'exit-code'.
Sep 02 00:38:11 ip-10-7-11-6 systemd[1]: icingadb.service: Consumed 2h 13min 22.623s CPU time.