crossplane-function-pythonic 0.0.11__py3-none-any.whl → 0.1.0__py3-none-any.whl

crossplane/pythonic/__init__.py

@@ -1,10 +1,7 @@
 
-import base64
 
 from .composite import BaseComposite
-from .protobuf import append, Map, List, Unknown, Yaml, Json
-B64Encode = lambda s: base64.b64encode(s.encode('utf-8')).decode('utf-8')
-B64Decode = lambda s: base64.b64decode(s.encode('utf-8')).decode('utf-8')
+from .protobuf import append, Map, List, Unknown, Yaml, Json, B64Encode, B64Decode
 
 __all__ = [
     'BaseComposite',

crossplane/pythonic/composite.py

@@ -31,6 +31,7 @@ class BaseComposite:
         self.resources = Resources(self)
         self.unknownsFatal = True
         self.autoReady = True
+        self.usages = False
 
         observed = self.request.observed.composite
         desired = self.response.desired.composite
@@ -49,7 +50,7 @@ class BaseComposite:
     def ttl(self):
         if self.response.meta.ttl.nanos:
             return float(self.response.meta.ttl.seconds) + (float(self.response.meta.ttl.nanos) / 1000000000.0)
-        return self.response.meta.ttl.seconds
+        return int(self.response.meta.ttl.seconds)
 
     @ttl.setter
     def ttl(self, ttl):
@@ -61,7 +62,7 @@ class BaseComposite:
             if ttl.is_integer():
                 self.response.meta.ttl.nanos = 0
             else:
-                self.response.meta.ttl.nanos = int((ttl -  self.response.meta.ttl.seconds) * 1000000000)
+                self.response.meta.ttl.nanos = int((ttl - int(self.response.meta.ttl.seconds)) * 1000000000)
         else:
             raise ValueError('ttl must be an int or float')
 
@@ -78,7 +79,7 @@ class BaseComposite:
     def ready(self, ready):
         if ready:
             ready = fnv1.Ready.READY_TRUE
-        elif ready == None or (isinstance(ready, protobuf.Values) and ready._isUnknown):
+        elif ready == None or (isinstance(ready, protobuf.Value) and ready._isUnknown):
             ready = fnv1.Ready.READY_UNSPECIFIED
         else:
             ready = fnv1.Ready.READY_FALSE
@@ -184,6 +185,7 @@ class Resource:
         self.connection = Connection(observed)
         self.unknownsFatal = None
         self.autoReady = None
+        self.usages = None
 
     def __call__(self, apiVersion=_notset, kind=_notset, namespace=_notset, name=_notset):
         self.desired()
@@ -199,7 +201,7 @@ class Resource:
 
     @property
     def apiVersion(self):
-        return self.observed.apiVersion
+        return self.desired.apiVersion
 
     @apiVersion.setter
     def apiVersion(self, apiVersion):
@@ -207,7 +209,7 @@ class Resource:
 
     @property
     def kind(self):
-        return self.observed.kind
+        return self.desired.kind
 
     @kind.setter
     def kind(self, kind):
@@ -265,7 +267,7 @@ class Resource:
     def ready(self, ready):
         if ready:
             ready = fnv1.Ready.READY_TRUE
-        elif ready == None or (isinstance(ready, protobuf.Values) and ready._isUnknown):
+        elif ready == None or (isinstance(ready, protobuf.Value) and ready._isUnknown):
             ready = fnv1.Ready.READY_UNSPECIFIED
         else:
             ready = fnv1.Ready.READY_FALSE
@@ -376,8 +378,8 @@ class RequiredResources:
                 elif isinstance(entry, (list, tuple)):
                     self._selector.match_labels.labels[entry[0]] = entry[1]
 
-    def __getitem__(self, key):
-        return RequiredResource(self.name, self._resources.items[key])
+    def __getitem__(self, ix):
+        return RequiredResource(self.name, ix, self._resources.items[ix])
 
     def __bool__(self):
         return bool(self._resources.items)
@@ -391,8 +393,9 @@ class RequiredResources:
 
 
 class RequiredResource:
-    def __init__(self, name, resource):
+    def __init__(self, name, ix, resource):
         self.name = name
+        self.ix = ix
         self.observed = resource.resource
         self.apiVersion = self.observed.apiVersion
         self.kind = self.observed.kind
@@ -487,7 +490,7 @@ class Condition(protobuf.ProtobufValue):
             condition.status = fnv1.Status.STATUS_CONDITION_TRUE
         elif status == None:
             condition.status = fnv1.Status.STATUS_CONDITION_UNKNOWN
-        elif isinstance(status, protobuf.Values) and status._isUnknown:
+        elif isinstance(status, protobuf.Value) and status._isUnknown:
             condition.status = fnv1.Status.STATUS_CONDITION_UNSPECIFIED
         else:
             condition.status = fnv1.Status.STATUS_CONDITION_FALSE
@@ -521,7 +524,7 @@ class Condition(protobuf.ProtobufValue):
             if observed.type == self.type:
                 time = observed.lastTransitionTime
                 if time:
-                    return datetime.datetime.fromisoformat(time)
+                    return datetime.datetime.fromisoformat(str(time))
         return None
 
     @property
@@ -534,7 +537,7 @@ class Condition(protobuf.ProtobufValue):
         condition = self._find_condition(True)
         if claim:
             condition.target = fnv1.Target.TARGET_COMPOSITE_AND_CLAIM
-        elif claim == None or (isinstance(claim, protobuf.Values) and claim._isUnknown):
+        elif claim == None or (isinstance(claim, protobuf.Value) and claim._isUnknown):
             condition.target = fnv1.Target.TARGET_UNSPECIFIED
         else:
             condition.target = fnv1.Target.TARGET_COMPOSITE
@@ -711,7 +714,7 @@ class Event:
         if bool(self):
             if claim:
                 self._result.target = fnv1.Target.TARGET_COMPOSITE_AND_CLAIM
-            elif claim == None or (isinstance(claim, protobuf.Values) and claim._isUnknown):
+            elif claim == None or (isinstance(claim, protobuf.Value) and claim._isUnknown):
                 self._result.target = fnv1.Target.TARGET_UNSPECIFIED
             else:
                 self._result.target = fnv1.Target.TARGET_COMPOSITE

crossplane/pythonic/function.py

@@ -99,7 +99,7 @@ class FunctionRunner(grpcv1.FunctionRunnerService):
             return self.fatal(request, logger, 'Instantiate', e)
 
         step = composite.context._pythonic[step]
-        iteration = (step.iteration or 0) + 1
+        iteration = int(step.iteration) + 1
         step.iteration = iteration
         composite.context.iteration = iteration
         logger.debug(f"Starting compose, {ordinal(len(composite.context._pythonic))} step, {ordinal(iteration)} pass")
@@ -111,7 +111,40 @@ class FunctionRunner(grpcv1.FunctionRunnerService):
         except Exception as e:
             return self.fatal(request, logger, 'Compose', e)
 
-        requested = []
+        if requireds := self.get_requireds(step, composite):
+            logger.info(f"Requireds requested: {','.join(requireds)}")
+        else:
+            self.process_usages(composite)
+            self.process_unknowns(composite)
+            self.process_auto_readies(composite)
+            logger.info('Completed compose')
+
+        return composite.response._message
+
+    def fatal(self, request, logger, message, exception=None):
+        if exception:
+            message += ' exceptiion'
+            logger.exception(message)
+            m = str(exception)
+            if not m:
+                m = exception.__class__.__name__
+            message += ': ' + m
+        else:
+            logger.error(message)
+        return fnv1.RunFunctionResponse(
+            meta=fnv1.ResponseMeta(
+                tag=request.meta.tag,
+            ),
+            results=[
+                fnv1.Result(
+                    severity=fnv1.SEVERITY_FATAL,
+                    message=message,
+                )
+            ]
+        )
+
+    def get_requireds(self, step, composite):
+        requireds = []
         for name, required in composite.requireds:
             if required.apiVersion and required.kind:
                 r = pythonic.Map(apiVersion=required.apiVersion, kind=required.kind)
@@ -123,11 +156,84 @@ class FunctionRunner(grpcv1.FunctionRunnerService):
                     r.matchLabels[key] = value
                 if r != step.requireds[name]:
                     step.requireds[name] = r
-                    requested.append(name)
-        if requested:
-            logger.info(f"Requireds requested: {','.join(requested)}")
-            return composite.response._message
+                    requireds.append(name)
+        return requireds
+
+    def process_usages(self, composite):
+        for _, resource in sorted(entry for entry in composite.resources):
+            dependencies = resource.desired._getDependencies
+            if dependencies:
+                if self.debug:
+                    for destination, source in sorted(dependencies.items()):
+                        destination = self.trimFullName(destination)
+                        source = self.trimFullName(source)
+                        composite.logger.debug(f"Dependency: {destination} = {source}")
+                if resource.usages or (resource.usages is None and composite.usages):
+                    resources = {}
+                    requireds = {}
+                    for destination, source in sorted(dependencies.items()):
+                        name = source.split('.')
+                        if (len(name) > 5 and
+                            name[0] == 'request' and
+                            name[1] == 'observed' and
+                            name[2] == 'resources' and
+                            name[4] == 'resource'
+                        ):
+                            if name[3] not in resources:
+                                resources[name[3]] = []
+                            resources[name[3]].append(f"{'.'.join(destination.split('.')[5:])} = {'.'.join(name[5:])}")
+                        elif (len(name) > 5 and
+                            name[0] == 'request' and
+                            name[1] == 'extra_resources' and
+                            name[3].startswith('items[') and name[3][-1] == ']' and
+                            name[4] == 'resource'
+                        ):
+                            key = (name[2], int(name[3][6:-1]))
+                            if key not in requireds:
+                                requireds[key] = []
+                            requireds[key].append(f"{'.'.join(destination.split('.')[5:])} = {'.'.join(name[5:])}")
+                    for name, dependencies in resources.items():
+                        source = composite.resources[name]
+                        name = [resource.name, str(source.kind)]
+                        if source.metadata.namespace:
+                            name.append(str(source.metadata.namespace))
+                        name.append(str(source.observed.metadata.name))
+                        usage = composite.resources['_'.join(name)]('apiextensions.crossplane.io/v1beta1', 'Usage')
+                        #usage = composite.resources['_'.join(name)]('protection.crossplane.io/v1beta1', 'Usage')
+                        if resource.metadata.namespace:
+                            usage.metadata.namespace = resource.metadata.namespace
+                        usage.spec.reason = '\n'.join(dependencies)
+                        usage.spec.replayDeletion = True
+                        usage.spec.by.apiVersion = resource.apiVersion
+                        usage.spec.by.kind = resource.kind
+                        usage.spec.by.resourceRef.name = resource.observed.metadata.name
+                        usage.spec.of.apiVersion = source.apiVersion
+                        usage.spec.of.kind = source.kind
+                        if source.metadata.namespace:
+                            usage.spec.of.resourceRef.namespace = source.metadata.namespace
+                        usage.spec.of.resourceRef.name = source.observed.metadata.name
+                    for key, dependencies in requireds.items():
+                        source = composite.requireds[key[0]][key[1]]
+                        name = [resource.name, str(source.kind)]
+                        if source.metadata.namespace:
+                            name.append(str(source.metadata.namespace))
+                        name.append(str(source.metadata.name))
+                        usage = composite.resources['_'.join(name)]('apiextensions.crossplane.io/v1beta1', 'Usage')
+                        #usage = composite.resources['_'.join(name)]('protection.crossplane.io/v1beta1', 'Usage')
+                        if resource.metadata.namespace:
+                            usage.metadata.namespace = resource.metadata.namespace
+                        usage.spec.reason = '\n'.join(dependencies)
+                        usage.spec.replayDeletion = True
+                        usage.spec.by.apiVersion = resource.apiVersion
+                        usage.spec.by.kind = resource.kind
+                        usage.spec.by.resourceRef.name = resource.observed.metadata.name
+                        usage.spec.of.apiVersion = source.apiVersion
+                        usage.spec.of.kind = source.kind
+                        if source.metadata.namespace:
+                            usage.spec.of.resourceRef.namespace = source.metadata.namespace
+                        usage.spec.of.resourceRef.name = source.observed.metadata.name
 
+    def process_unknowns(self, composite):
         unknownResources = []
         warningResources = []
         fatalResources = []
@@ -148,11 +254,11 @@ class FunctionRunner(grpcv1.FunctionRunnerService):
                         destination = self.trimFullName(destination)
                         source = self.trimFullName(source)
                         if fatal:
-                            logger.error(f'Observed unknown: {destination} = {source}')
+                            composite.logger.error(f'Observed unknown: {destination} = {source}')
                         elif warning:
-                            logger.warning(f'Observed unknown: {destination} = {source}')
+                            composite.logger.warning(f'Observed unknown: {destination} = {source}')
                         else:
-                            logger.debug(f'Desired unknown: {destination} = {source}')
+                            composite.logger.debug(f'Desired unknown: {destination} = {source}')
                 if resource.observed:
                     resource.desired._patchUnknowns(resource.observed)
                 elif self.renderUnknowns:
@@ -161,19 +267,19 @@ class FunctionRunner(grpcv1.FunctionRunnerService):
                     del composite.resources[name]
 
         if fatalResources:
-            level = logger.error
+            level = composite.logger.error
             reason = 'FatalUnknowns'
             message = f"Observed resources with unknowns: {','.join(fatalResources)}"
             status = False
             event = composite.events.fatal
         elif warningResources:
-            level = logger.warning
+            level = composite.logger.warning
             reason = 'ObservedUnknowns'
             message = f"Observed resources with unknowns: {','.join(warningResources)}"
             status = False
             event = composite.events.warning
         elif unknownResources:
-            level = logger.info
+            level = composite.logger.info
             reason = 'DesiredUnknowns'
             message = f"Desired resources with unknowns: {','.join(unknownResources)}"
             status = False
@@ -190,42 +296,19 @@ class FunctionRunner(grpcv1.FunctionRunnerService):
         if event:
             event(reason, message)
 
+    def process_auto_readies(self, composite):
         for name, resource in composite.resources:
             if resource.autoReady or (resource.autoReady is None and composite.autoReady):
                 if resource.ready is None:
                     if resource.conditions.Ready.status:
                         resource.ready = True
 
-        logger.info('Completed compose')
-        return composite.response._message
-
-    def fatal(self, request, logger, message, exception=None):
-        if exception:
-            message += ' exceptiion'
-            logger.exception(message)
-            m = str(exception)
-            if not m:
-                m = exception.__class__.__name__
-            message += ': ' + m
-        else:
-            logger.error(message)
-        return fnv1.RunFunctionResponse(
-            meta=fnv1.ResponseMeta(
-                tag=request.meta.tag,
-            ),
-            results=[
-                fnv1.Result(
-                    severity=fnv1.SEVERITY_FATAL,
-                    message=message,
-                )
-            ]
-        )
-
     def trimFullName(self, name):
         name = name.split('.')
         for values in (
+                ('request', 'observed', 'composite', 'resource'),
                 ('request', 'observed', 'resources', None, 'resource'),
-                ('request', 'extra_resources', None, 'items', 'resource'),
+                ('request', 'extra_resources', None, 'items', None, 'resource'),
                 ('response', 'desired', 'resources', None, 'resource'),
         ):
             if len(values) < len(name):