@grnsft/if 0.4.0-beta.1 → 0.5.0-beta.0

package/manifests/examples/tdp-finder.yml

@@ -0,0 +1,23 @@
+name: csv-demo
+description:
+tags:
+initialize:
+  plugins:
+    tdp-finder:
+      method: CSVLookup
+      path: "builtin"
+      global-config:
+        filepath: https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/tdp-data-1.csv
+        query:
+          name: instance-id
+        output: "tdp"
+tree:
+  children:
+    child:
+      pipeline:
+        - tdp-finder
+      inputs:
+        - timestamp: 2023-08-06T00:00
+          duration: 3600
+          cpu/energy: 0.001
+          instance-id: "AMD A10-9700"

package/manifests/examples/zeros.yaml

@@ -0,0 +1,130 @@
+name: generics
+description: a pipeline that does arbitrary calculations using our generic arithmetic builtins
+tags:
+initialize:
+  plugins:
+    "sum-zero-and-one":
+      path: "builtin"
+      method: Sum
+      global-config:
+        input-parameters:
+          - some-value
+          - zero-value
+        output-parameter: one-plus-zero
+    "sum-zero-and-zero":
+      path: "builtin"
+      method: Sum
+      global-config:
+        input-parameters:
+          - zero-value
+          - zero-value
+        output-parameter: zero-plus-zero
+    "subtract-one-and-zero":
+      path: "builtin"
+      method: Subtract
+      global-config:
+        input-parameters:
+          - some-value
+          - zero-value
+        output-parameter: one-minus-zero
+    "subtract-zero-and-zero":
+      path: "builtin"
+      method: Sum
+      global-config:
+        input-parameters:
+          - zero-value
+          - zero-value
+        output-parameter: zero-minus-zero
+    "subtract-zero-and-one":
+      path: "builtin"
+      method: Subtract
+      global-config:
+        input-parameters:
+          - zero-value
+          - some-value
+        output-parameter: zero-minus-one
+    "coefficient-one-times-zero":
+      path: "builtin"
+      method: Coefficient
+      global-config:
+        input-parameter: zero-value
+        coefficient: 1
+        output-parameter: zero-times-one-coefficient
+    "coefficient-zero-times-one":
+      path: "builtin"
+      method: Coefficient
+      global-config:
+        input-parameter: some-value
+        coefficient: 0
+        output-parameter: one-times-zero-coefficient
+    "coefficient-zero-times-zero":
+      path: "builtin"
+      method: Coefficient
+      global-config:
+        input-parameter: zero-value
+        coefficient: 0
+        output-parameter: zero-times-zero-coefficient
+    "multiply-one-times-zero":
+      path: "builtin"
+      method: Multiply
+      global-config:
+        input-parameters: ["some-value", "zero-value"]
+        output-parameter: "one-times-zero"
+    "multiply-zero-times-one":
+      path: "builtin"
+      method: Multiply
+      global-config:
+        input-parameters: ["zero-value", "zero-value"]
+        output-parameter: "zero-times-one"
+    exponent-one-to-zero:
+      method: Exponent
+      path: 'builtin'
+      global-config:
+        input-parameter: 'some-value'
+        exponent: 0
+        output-parameter: 'one-raised-to-zero-power'
+    exponent-zero-to-zero:
+      method: Exponent
+      path: 'builtin'
+      global-config:
+        input-parameter: 'zero-value'
+        exponent: 0
+        output-parameter: 'zero-raised-to-zero-power'
+    exponent-zero-to-one:
+      method: Exponent
+      path: 'builtin'
+      global-config:
+        input-parameter: 'zero-value'
+        exponent: 1
+        output-parameter: 'zero-raised-to-first-power'
+    "sci":
+      path: "builtin"
+      method: Sci
+      global-config:
+        functional-unit: "zero-value"
+tree:
+  children:
+    child-1:
+      pipeline:
+        - sum-zero-and-one
+        - sum-zero-and-zero
+        - subtract-one-and-zero
+        - subtract-zero-and-zero
+        - subtract-zero-and-one
+        - coefficient-one-times-zero
+        - coefficient-zero-times-one
+        - coefficient-zero-times-zero
+        - multiply-one-times-zero
+        - multiply-zero-times-one
+        - exponent-one-to-zero
+        - exponent-zero-to-one
+        - exponent-zero-to-zero
+        - sci
+      config:
+      defaults:
+      inputs:
+        - timestamp: "2023-12-12T00:00:00.000Z"
+          duration: 1
+          some-value: 1
+          zero-value: 0
+          carbon: 10

package/manifests/features/{aggregate-failure-inalid-metrics.yml → aggregate-failure-invalid-metrics.yml}

@@ -1,5 +1,5 @@
 name: Aggregation
-description: Apply both `horizontal` and `vertical` aggregations
+description: Fails with invalid metric.
 aggregation:
   metrics:
     - 'test'
@@ -7,8 +7,14 @@ aggregation:
 initialize:
   plugins:
     cloud-metadata:
-      method: CloudMetadata
-      path: "@grnsft/if-plugins"              
+      path: builtin
+      method: CSVLookup
+      global-config:
+        filepath: >-
+          https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-aws-instances.csv
+        query:
+          instance-class: cloud/instance-type
+        output: ['cpu-cores-utilized', 'vcpus-allocated']            
 tree:
   children:
     application:

package/manifests/features/aggregate-failure-missing-metric-in-inputs.yml

@@ -1,5 +1,5 @@
 name: Aggregation
-description: Apply both `horizontal` and `vertical` aggregations
+description: Fails with missing metric in inputs.
 aggregation:
   metrics:
     - 'cpu/utilization'
@@ -7,8 +7,14 @@ aggregation:
 initialize:
   plugins:
     cloud-metadata:
-      method: CloudMetadata
-      path: "@grnsft/if-plugins"              
+      path: builtin
+      method: CSVLookup
+      global-config:
+        filepath: >-
+          https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-aws-instances.csv
+        query:
+          instance-class: cloud/instance-type
+        output: ['cpu-cores-utilized', 'vcpus-allocated']            
 tree:
   children:
     application:

package/manifests/features/aggregate-horizontal.yml

@@ -7,8 +7,14 @@ aggregation:
 initialize:
   plugins:
     cloud-metadata:
-      method: CloudMetadata
-      path: "@grnsft/if-plugins"              
+      path: builtin
+      method: CSVLookup
+      global-config:
+        filepath: >-
+          https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-aws-instances.csv
+        query:
+          instance-class: cloud/instance-type
+        output: ['cpu-cores-utilized', 'vcpus-allocated']          
 tree:
   children:
     application:

package/manifests/features/aggregate-vertical.yml

@@ -7,8 +7,14 @@ aggregation:
 initialize:
   plugins:
     cloud-metadata:
-      method: CloudMetadata
-      path: "@grnsft/if-plugins"              
+      path: builtin
+      method: CSVLookup
+      global-config:
+        filepath: >-
+          https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-aws-instances.csv
+        query:
+          instance-class: cloud/instance-type
+        output: ['cpu-cores-utilized', 'vcpus-allocated']             
 tree:
   children:
     application:

package/manifests/features/aggregate.yml

@@ -7,8 +7,14 @@ aggregation:
 initialize:
   plugins:
     cloud-metadata:
-      method: CloudMetadata
-      path: "@grnsft/if-plugins"              
+      path: builtin
+      method: CSVLookup
+      global-config:
+        filepath: >-
+          https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-aws-instances.csv
+        query:
+          instance-class: cloud/instance-type
+        output: ['cpu-cores-utilized', 'vcpus-allocated']
 tree:
   children:
     application:

package/manifests/integrations/{cloud-metadata-divide-boavizta.yml → cloud-metadata-divide.yml}

@@ -4,8 +4,14 @@ tags:
 initialize:
   plugins:
     cloud-metadata:
-      method: CloudMetadata
-      path: "@grnsft/if-plugins"
+      path: builtin
+      method: CSVLookup
+      global-config:
+        filepath: >-
+          https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-aws-instances.csv
+        query:
+          instance-class: cloud/instance-type
+        output: ['cpu-cores-utilized', 'vcpus-allocated']
     divide:
       method: Divide
       path: "builtin"
@@ -13,19 +19,12 @@ initialize:
         numerator: vcpus-allocated
         denominator: 2
         output: cpu/number-cores
-    boavizta-cpu:
-      method: BoaviztaCpuOutput
-      path: "@grnsft/if-unofficial-plugins"
-      global-config:
-        allocation: LINEAR
-        verbose: true
 tree:
   children:
     child:
       pipeline:
         - cloud-metadata
         - divide
-        - boavizta-cpu
       config:
         divide:
       defaults:

package/manifests/integrations/instance-metadata/failure-invalid-instance-type.yaml

@@ -0,0 +1,33 @@
+name: instance-metadata
+description:
+tags:
+initialize:
+  plugins:
+    cloud-instance-metadata:
+      method: CSVLookup
+      path: "builtin"
+      global-config:
+        filepath: https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-azure-instances.csv
+        query:
+          instance-class: "cloud/instance-type"
+        output: "*"
+    extract-processor-name:
+      method: Regex
+      path: "builtin"
+      global-config:
+        parameter: cpu-model-name
+        match: /^([^,])+/g
+        output: cpu/name
+tree:
+  children:
+    child:
+      pipeline:
+        - cloud-instance-metadata
+        - extract-processor-name
+      inputs:
+        - timestamp: 2023-08-06T00:00
+          duration: 3600
+          cpu/energy: 0.001
+          cloud/provider: gcp
+          cloud/region: asia-east
+          cloud/instance-type: m6

package/manifests/integrations/instance-metadata/failure-invalid-provider.yaml

@@ -0,0 +1,33 @@
+name: instance-metadata
+description:
+tags:
+initialize:
+  plugins:
+    cloud-instance-metadata:
+      method: CSVLookup
+      path: "builtin"
+      global-config:
+        filepath: https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-azure-instances.csv
+        query:
+          instance-class: "cloud/provider"
+        output: "*"
+    extract-processor-name:
+      method: Regex
+      path: "builtin"
+      global-config:
+        parameter: cpu-model-name
+        match: /^([^,])+/g
+        output: cpu/name
+tree:
+  children:
+    child:
+      pipeline:
+        - cloud-instance-metadata
+        - extract-processor-name
+      inputs:
+        - timestamp: 2023-08-06T00:00
+          duration: 3600
+          cpu/energy: 0.001
+          cloud/provider: 6568
+          cloud/region: asia-east
+          cloud/instance-type: Standard_A1_v2

package/manifests/integrations/instance-metadata/failure-missing-queried-input.yml

@@ -0,0 +1,33 @@
+name: instance-metadata
+description:
+tags:
+initialize:
+  plugins:
+    cloud-instance-metadata:
+      method: CSVLookup
+      path: "builtin"
+      global-config:
+        filepath: https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-azure-instances.csv
+        query:
+          instance-class: "cloud/provider"
+        output: "*"
+    extract-processor-name:
+      method: Regex
+      path: "builtin"
+      global-config:
+        parameter: cpu-model-name
+        match: /^([^,])+/g
+        output: cpu/name
+tree:
+  children:
+    child:
+      pipeline:
+        - cloud-instance-metadata
+        - extract-processor-name
+      inputs:
+        - timestamp: 2023-08-06T00:00
+          duration: 3600
+          cpu/energy: 0.001
+          # cloud/provider: gcp
+          cloud/region: asia-east
+          cloud/instance-type: Standard_A1_v2

package/manifests/integrations/instance-metadata/success.yml

@@ -0,0 +1,33 @@
+name: instance-metadata
+description:
+tags:
+initialize:
+  plugins:
+    cloud-instance-metadata:
+      method: CSVLookup
+      path: "builtin"
+      global-config:
+        filepath: https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-azure-instances.csv
+        query:
+          instance-class: "cloud/instance-type"
+        output: "*"
+    extract-processor-name:
+      method: Regex
+      path: "builtin"
+      global-config:
+        parameter: cpu-model-name
+        match: /^([^,])+/g
+        output: cpu/name
+tree:
+  children:
+    child:
+      pipeline:
+        - cloud-instance-metadata
+        - extract-processor-name
+      inputs:
+        - timestamp: 2023-08-06T00:00
+          duration: 3600
+          cpu/energy: 0.001
+          cloud/provider: gcp
+          cloud/region: asia-east
+          cloud/instance-type: Standard_A1_v2

package/manifests/integrations/mock-obs-group-by-cloud-meta.yml

@@ -14,8 +14,14 @@ initialize:
         input-parameters: ['cpu/energy', 'grid/carbon-intensity']
         output-parameter: 'carbon'       
     cloud-metadata:
-      method: CloudMetadata
-      path: "@grnsft/if-plugins"   
+      path: builtin
+      method: CSVLookup
+      global-config:
+        filepath: >-
+          https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-azure-instances.csv
+        query:
+          instance-class: cloud/instance-type
+        output: ['cpu-tdp']
     mock-observations:
       path: 'builtin'
       method: MockObservations

package/manifests/integrations/mock-obs-time-sync.yml

@@ -21,11 +21,48 @@ initialize:
             cpu/utilization:
               min: 1
               max: 99
-    "teads-curve":
-      path: "@grnsft/if-unofficial-plugins"
-      method: TeadsCurve
+    "interpolate":
+      method: Interpolation
+      path: 'builtin'
       global-config:
-        interpolation: spline
+        method: linear
+        x: [0, 10, 50, 100]
+        y: [0.12, 0.32, 0.75, 1.02]
+        input-parameter: 'cpu/utilization'
+        output-parameter: 'cpu-factor'
+    "cpu-factor-to-wattage":
+      method: Multiply
+      path: builtin
+      global-config:
+        input-parameters: ["cpu-factor", "cpu/thermal-design-power"]
+        output-parameter: "cpu-wattage"
+    "wattage-times-duration":
+      method: Multiply
+      path: builtin
+      global-config:
+        input-parameters: ["cpu-wattage", "duration"]
+        output-parameter: "cpu-wattage-times-duration"
+    "wattage-to-energy-kwh":
+      method: Divide
+      path: "builtin"
+      global-config:
+        numerator: cpu-wattage-times-duration
+        denominator: 3600000
+        output: cpu-energy-raw
+    "calculate-vcpu-ratio":
+      method: Divide
+      path: "builtin"
+      global-config:
+        numerator: vcpus-total
+        denominator: vcpus-allocated
+        output: vcpu-ratio
+    "correct-cpu-energy-for-vcpu-ratio":
+      method: Divide
+      path: "builtin"
+      global-config:
+        numerator: cpu-energy-raw
+        denominator: vcpu-ratio
+        output: cpu-energy-kwh
     "time-sync":
       method: TimeSync
       path: "builtin"
@@ -38,10 +75,18 @@ tree:
   children:
     child-1:
       pipeline:
-        - teads-curve
+        # - mock-observations
+        - interpolate
+        - cpu-factor-to-wattage
+        - wattage-times-duration
+        - wattage-to-energy-kwh
+        - calculate-vcpu-ratio
+        - correct-cpu-energy-for-vcpu-ratio
         - time-sync        
       defaults:
         cpu/thermal-design-power: 100
+        vcpus-total: 8
+        vcpus-allocated: 1
       inputs:
         - timestamp: "2023-12-12T00:00:00.000Z"
           cloud/instance-type: A1

package/manifests/plugins/{cloud-metadata → csv-lookup/cloud-metadata}/failure-invalid-instance-type.yaml

@@ -2,11 +2,17 @@ name: cloud-metadata
 description: cloud/instance-type instance type is not supported in the cloud vendor
 tags:
 initialize:
-  outputs: ['yaml']
+  # outputs: ['yaml']
   plugins:
     cloud-metadata:
-      method: CloudMetadata
-      path: "@grnsft/if-plugins"
+      path: builtin
+      method: CSVLookup
+      global-config:
+        filepath: >-
+          https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-aws-instances.csv
+        query:
+          instance-class: cloud/instance-type
+        output: ['cpu-cores-utilized', 'vcpus-allocated']
 tree:
   children:
     child:

package/manifests/plugins/{cloud-metadata → csv-lookup/cloud-metadata}/failure-invalid-vendor.yaml

@@ -5,8 +5,14 @@ initialize:
   #outputs: ['yaml']
   plugins:
     cloud-metadata:
-      method: CloudMetadata
-      path: "@grnsft/if-plugins"
+      path: builtin
+      method: CSVLookup
+      global-config:
+        filepath: >-
+          https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-aws-instances.csv
+        query:
+          instance-class: cloud/instance-type
+        output: ['cpu-cores-utilized', 'vcpus-allocated']
 tree:
   children:
     child:

package/manifests/plugins/{cloud-metadata → csv-lookup/cloud-metadata}/failure-missing-cloud-vendor.yml

@@ -2,11 +2,17 @@ name: cloud-metadata
 description: failing because cloud/vendor is not provided
 tags:
 initialize:
-  outputs: ['yaml']
+  # outputs: ['yaml']
   plugins:
     cloud-metadata:
-      method: CloudMetadata
-      path: "@grnsft/if-plugins"
+      path: builtin
+      method: CSVLookup
+      global-config:
+        filepath: >-
+          https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-aws-instances.csv
+        query:
+          instance-class: cloud/instance-type
+        output: ['cpu-cores-utilized', 'vcpus-allocated']
 tree:
   children:
     child:

package/manifests/plugins/{cloud-metadata → csv-lookup/cloud-metadata}/success.yml

@@ -5,8 +5,14 @@ initialize:
  # outputs: ['yaml']
   plugins:
     cloud-metadata:
-      method: CloudMetadata
-      path: "@grnsft/if-plugins"
+      path: builtin
+      method: CSVLookup
+      global-config:
+        filepath: >-
+          https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/cloud-metdata-aws-instances.csv
+        query:
+          instance-class: cloud/instance-type
+        output: ['cpu-cores-utilized', 'vcpus-allocated']
 tree:
   children:
     child:

package/manifests/plugins/csv-lookup/{success.yml → region-metadata/success.yml}

@@ -23,4 +23,4 @@ tree:
         - timestamp: 2023-08-06T00:00
           duration: 3600
           cloud/provider: Google Cloud
-          cloud/region: asia-east-1
+          cloud/region: asia-east1

package/manifests/plugins/csv-lookup/tdp-finder/failure-missing-input-param.yml

@@ -0,0 +1,23 @@
+name: tdp-finder
+description: failure with `inputs` missing `physical-processor` param
+tags:
+initialize:
+  # outputs: ['yaml']
+  plugins:
+    tdp-finder:
+      method: CSVLookup
+      path: "builtin"
+      global-config:
+        filepath: https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/tdp-data-1.csv
+        query:
+          name: physical-processor
+        output: "tdp"
+tree:
+  children:
+    child:
+      pipeline:
+        - tdp-finder
+      config:
+      inputs:
+        - timestamp: 2023-07-06T00:00
+          duration: 300

package/manifests/plugins/csv-lookup/tdp-finder/failure-unsupported-physical-processor.yml

@@ -0,0 +1,24 @@
+name: tdp-finder
+description: successful path
+tags:
+initialize:
+  # outputs: ['yaml']
+  plugins:
+    tdp-finder:
+      method: CSVLookup
+      path: "builtin"
+      global-config:
+        filepath: https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/tdp-data-1.csv
+        query:
+          name: physical-processor
+        output: "tdp"
+tree:
+  children:
+    child:
+      pipeline:
+        - tdp-finder
+      config:
+      inputs:
+        - timestamp: 2023-07-06T00:00
+          duration: 300
+          physical-processor: AMD 302

package/manifests/plugins/csv-lookup/tdp-finder/success.yml

@@ -0,0 +1,24 @@
+name: tdp-finder
+description: successful path
+tags:
+initialize:
+  # outputs: ['yaml']
+  plugins:
+    tdp-finder:
+      method: CSVLookup
+      path: "builtin"
+      global-config:
+        filepath: https://raw.githubusercontent.com/Green-Software-Foundation/if-data/main/tdp-data-1.csv
+        query:
+          name: physical-processor
+        output: "tdp"
+tree:
+  children:
+    child:
+      pipeline:
+        - tdp-finder
+      config:
+      inputs:
+        - timestamp: 2023-07-06T00:00
+          duration: 300
+          physical-processor: AMD 3020e