Support for Inception (#29)

- Add support for internal chain callback support
- Add support for Bulk Entry lookup
- Add Inception processor
  - Enables sub-chain execution with support for fanning out
- Toggle callback handling for basic and website archive constructs
- Add support for calculating effective_on dates in summary processor
- Raise system exception when a construct is not behaving as expected

Author: jarosser06

omnilake/api/runtime/request.py

@@ -3,6 +3,8 @@
 """
 import logging
 
+from uuid import uuid4
+
 from da_vinci.core.immutable_object import (
     ObjectBody,
     ObjectBodySchema,
@@ -320,22 +322,12 @@ def submit_chain_request(self, request: ObjectBody):
 
         jobs.put(job)
 
-        req_dict = request.to_dict()
-
-        chain_request_obj = LakeChainRequest(
-            chain=req_dict['chain'],
-            job_id=job.job_id,
-            job_type=job.job_type,
-        )
-
-        chain_requests = LakeChainRequestsClient()
-
-        chain_requests.put(chain_request_obj)
+        chain_request_id = str(uuid4())
 
         event_body = ObjectBody(
             body={
                 "chain": request['chain'],
-                "chain_request_id": chain_request_obj.chain_request_id,
+                "chain_request_id": chain_request_id,
                 "job_id": job.job_id,
                 "job_type": job.job_type,
             },
@@ -353,7 +345,7 @@ def submit_chain_request(self, request: ObjectBody):
 
         return self.respond(
             body={
-                'chain_request_id': chain_request_obj.chain_request_id,
+                'chain_request_id': chain_request_id,
                 'job_id': job.job_id,
                 'job_type': job.job_type,
             },

omnilake/api/stack.py

@@ -48,6 +48,10 @@
     LakeConstructArchiveWebSiteStack,
 )
 
+from omnilake.constructs.processors.inception.stack import (
+    LakeConstructProcessorInceptionStack,
+)
+
 from omnilake.constructs.processors.knowledge_graph.stack import (
     LakeConstructProcessorKnowledgeGraphStack,
 )
@@ -92,6 +96,7 @@ def __init__(self, app_name: str, app_base_image: str, architecture: str,
                 LakeConstructArchiveWebSiteStack,
                 LakeConstructResponderDirectStack,
                 LakeConstructResponderSimpleStack,
+                LakeConstructProcessorInceptionStack,
                 LakeConstructProcessorKnowledgeGraphStack,
                 LakeConstructProcessorRecursiveSummarizationStack,
                 LakeConstructResponderWrapStack,