handle partial events sync

internal/subaccountsync/cis_events.go

@@ -29,20 +29,22 @@ func (c *RateLimitedCisClient) buildEventRequest(page int, fromActionTime int64)
 
 func (c *RateLimitedCisClient) FetchEventsWindow(fromActionTime int64) ([]Event, error) {
 	var events []Event
-	var currentPage int
+	var totalPages, currentPage int
 	for {
 		cisResponse, err := c.fetchEventsPage(currentPage, fromActionTime)
+		totalPages = cisResponse.TotalPages
 		if err != nil {
 			c.log.Error(fmt.Sprintf("while getting subaccount events for %d page: %v", currentPage, err))
-			return nil, err
+			c.log.Debug(fmt.Sprintf("Event window fetched partially - pages: %d out of %d, events: %d, from epoch: %d", currentPage-1, totalPages, len(events), fromActionTime))
+			return events, err
 		}
 		events = append(events, cisResponse.Events...)
 		currentPage++
 		if cisResponse.TotalPages == currentPage {
 			break
 		}
 	}
-	c.log.Debug(fmt.Sprintf("Fetched event window - pages: %d, events: %d, from epoch: %d", currentPage, len(events), fromActionTime))
+	c.log.Debug(fmt.Sprintf("Fetched event window - pages: %d out of %d, events: %d, from epoch: %d", currentPage, totalPages, len(events), fromActionTime))
 	return events, nil
 }
 
@@ -78,16 +80,16 @@ func (c *RateLimitedCisClient) fetchEventsPage(page int, fromActionTime int64) (
 
 func (c *RateLimitedCisClient) getEventsForSubaccounts(fromActionTime int64, logs slog.Logger, subaccountsMap subaccountsSetType) ([]Event, error) {
 	rawEvents, err := c.FetchEventsWindow(fromActionTime)
-	if err != nil {
-		logs.Error(fmt.Sprintf("while getting subaccount delete events: %s", err))
+	if err != nil && len(rawEvents) == 0 {
+		logs.Error(fmt.Sprintf("while getting events: %s", err))
 		return nil, err
 	}
 
 	// filter events to get only the ones in subaccounts map
 	filteredEventsFromCis := filterEvents(rawEvents, subaccountsMap)
 	logs.Info(fmt.Sprintf("Raw events: %d, filtered: %d", len(rawEvents), len(filteredEventsFromCis)))
 
-	return filteredEventsFromCis, nil
+	return filteredEventsFromCis, err
 }
 
 func filterEvents(rawEvents []Event, subaccounts subaccountsSetType) []Event {