FeedEventsCollector.py

import datetime
import time
from collections import namedtuple
from typing import Optional

from EMInfraImporter import EMInfraImporter

EventParams = namedtuple('EventParams', 'event_dict page_num event_id event_timestamp')


class FeedEventsCollector:
    def __init__(self, em_infra_importer: EMInfraImporter):
        self.emInfraImporter = em_infra_importer

    def collect_starting_from_page(self, completed_page_number: int, completed_event_id: str, page_size: int
                                   ) -> EventParams:
        event_dict = self.create_empty_event_dict()
        searching_where_stopped = True
        event_timestamp: Optional[datetime.datetime] = None
        fail_safe = 0
        while True:
            page = self.emInfraImporter.get_events_from_page(page_num=completed_page_number, page_size=page_size)
            stop_after_this_page = False
            fail_safe += 1
            last_event_id = ''

            if searching_where_stopped and fail_safe > 20:
                time.sleep(30)
                print(f'Could not find event {completed_event_id} on page {completed_page_number} '
                      'or the next 20 pages')
                raise RuntimeError(f'Could not find event {completed_event_id} on page {completed_page_number} '
                                   'or the next 20 pages')

            if 'entries' not in page:
                return EventParams(event_dict=event_dict, page_num=completed_page_number, event_id=completed_event_id,
                                   event_timestamp=event_timestamp)
            entries = list(reversed(page['entries']))

            for entry in entries:
                entry_value = entry['content']['value']
                entry_uuid = entry['id']
                if searching_where_stopped and completed_event_id != '' and entry_uuid != completed_event_id:
                    continue
                elif entry_uuid == completed_event_id:
                    searching_where_stopped = False
                    continue
                if event_timestamp is None:
                    event_timestamp = entry['updated']
                event_type = entry_value['event-type']
                event_uuids = entry_value['uuids']
                event_dict[event_type].update(event_uuids)

                next_page = next((link for link in page['links'] if link['rel'] == 'previous'), None)
                if len(event_dict[event_type]) >= 200 or next_page is None:
                    stop_after_this_page = True

                if stop_after_this_page:
                    last_event_id = entry_uuid

            if not entries:
                stop_after_this_page = True
            elif entries[-1]['id'] == completed_event_id and len(entries) != page_size:
                stop_after_this_page = True
                last_event_id = entries[-1]['id']

            if stop_after_this_page:
                links = page['links']
                page_num = next(link for link in links if link['rel'] == 'self')['href'].split('/')[1]

                return EventParams(event_dict=event_dict, page_num=page_num, event_id=last_event_id,
                                   event_timestamp=event_timestamp)

            if len(entries) == page_size:
                completed_page_number += 1

    @staticmethod
    def create_empty_event_dict() -> {}:
        return {
            event_type: set() for event_type in
            ["ACTIEF_GEWIJZIGD", "BESTEK_GEWIJZIGD", "BETROKKENE_RELATIES_GEWIJZIGD", "COMMENTAAR_GEWIJZIGD",
             "COMMUNICATIEAANSLUITING_GEWIJZIGD", "DOCUMENTEN_GEWIJZIGD", "EIGENSCHAPPEN_GEWIJZIGD",
             "ELEKTRICITEITSAANSLUITING_GEWIJZIGD", "GEOMETRIE_GEWIJZIGD", "LOCATIE_GEWIJZIGD", "NAAM_GEWIJZIGD",
             "NAAMPAD_GEWIJZIGD", "NIEUW_ONDERDEEL", "NIEUWE_INSTALLATIE", "PARENT_GEWIJZIGD", "POSTIT_GEWIJZIGD",
             "RELATIES_GEWIJZIGD", "SCHADEBEHEERDER_GEWIJZIGD", "TOEGANG_GEWIJZIGD", "TOESTAND_GEWIJZIGD",
             "TOEZICHT_GEWIJZIGD", "VPLAN_GEWIJZIGD", "WEGLOCATIE_GEWIJZIGD", "NIEUWE_CONTROLEFICHE",
             "NIEUWE_BEHEERACTIE", "RELATIES_EIGENSCHAPPEN_GEWIJZIGD", "BETROKKENE_RELATIES_EIGENSCHAPPEN_GEWIJZIGD"]}