Skip to content

Commit

Permalink
chg: [tools] reprocess objects by type
Browse files Browse the repository at this point in the history
  • Loading branch information
Terrtia committed Mar 13, 2024
1 parent 13372f8 commit 6f2668e
Show file tree
Hide file tree
Showing 3 changed files with 53 additions and 0 deletions.
3 changes: 3 additions & 0 deletions bin/lib/ail_core.py
Original file line number Diff line number Diff line change
Expand Up @@ -54,6 +54,9 @@ def generate_uuid():
def get_all_objects():
return AIL_OBJECTS

def is_object_type(obj_type):
return obj_type in AIL_OBJECTS

def get_objects_with_subtypes():
return AIL_OBJECTS_WITH_SUBTYPES

Expand Down
4 changes: 4 additions & 0 deletions bin/lib/ail_queues.py
Original file line number Diff line number Diff line change
Expand Up @@ -139,6 +139,10 @@ def clear(self):
def error(self):
r_queues.hdel(f'modules', f'{self.pid}:{self.name}')

def end(self):
self.clear()
r_queues.hdel(f'modules', f'{self.pid}:{self.name}')


def get_queues_modules():
return r_queues.hkeys('queues')
Expand Down
46 changes: 46 additions & 0 deletions tools/reprocess_objects.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,46 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Reprocess AIL Objects by Object Type
================
Send ALL objects by type in queues
"""

import argparse
import os
import sys

sys.path.append(os.environ['AIL_BIN'])
##################################
# Import Project packages
##################################
from lib.ail_core import is_object_type
from lib import ail_queues
from lib.objects import ail_objects

def reprocess_message_objects(object_type):
queue = ail_queues.AILQueue('FeederModuleImporter', -1)
for obj in ail_objects.obj_iterator(object_type, filters={}):
queue.send_message(obj.get_global_id(), message='reprocess')
queue.end()


if __name__ == "__main__":

parser = argparse.ArgumentParser(description='Reprocess AIL Objects')
parser.add_argument('-t', '--type', type=str, help='AIL Object Type', required=True)

args = parser.parse_args()
if not args.type:
parser.print_help()
sys.exit(0)

obj_type = args.type
if not is_object_type(obj_type):
raise Exception(f'Invalid Object Type: {obj_type}')
if obj_type not in ['item', 'message']: # TODO image
raise Exception(f'Currently not supported Object Type: {obj_type}')

reprocess_message_objects(obj_type)

0 comments on commit 6f2668e

Please sign in to comment.