fluid-blends 0.6.0__tar.gz

fluid_blends-0.6.0/.envrc

@@ -0,0 +1,6 @@
+use flake
+
+# Watch entire nix directory
+watch_file nix/*
+watch_file nix/*/*
+watch_file nix/*/*/*

fluid_blends-0.6.0/.gitignore

@@ -0,0 +1,54 @@
+/**/*.isorted
+/**/.coverage*
+/**/.terraform
+/**/__pycache__
+/.envrc.config
+/.DB
+/.Cache
+/out
+/result*
+/state
+/**/.mypy_cache
+airs/**/node_modules
+observes/**/.vscode/
+integrates/codecov
+/groups/
+!skims/.coveragerc
+!sifts/.coveragerc
+!blends/.coveragerc
+.DS_store
+
+# Terraform states
+*.tfstate
+.idea/*
+
+# temporal files
+/script.sh
+/data.txt
+
+# Devenv
+.devenv*
+devenv.local.nix
+
+# Nix
+result
+
+# direnv
+.direnv
+
+
+# pre-commit
+.pre-commit-config.yaml
+
+# cursor
+.cursorignore
+/.cursor/debug.log
+
+# npm
+.npm
+
+# Fluid Attacks scan config files
+.scan_configs
+Fluid-Attacks-Results.csv
+fluidattacks_scanners_config.yaml
+fluidattacks_sca_config.yaml

fluid_blends-0.6.0/.gitlab-ci.yaml

@@ -0,0 +1,396 @@
+blends-coverage:
+  before_script:
+  - mkdir -p /root/.ssh
+  - echo "$UNIVERSE_SSH_KEY" > /root/.ssh/id_ed25519
+  - chmod 400 /root/.ssh/id_ed25519
+  - echo 'gitlab.com ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAfuCHKVTjquxvt6CM6tdG4SLp1Btn/nOeHHE5UOzRdf'
+    >> /root/.ssh/known_hosts
+  - echo 'experimental-features = nix-command flakes' >> /etc/nix/nix.conf
+  - nix-env -iA cachix -f https://cachix.org/api/v1/install &> /dev/null
+  - cachix use fluidattacks
+  - cachix watch-store fluidattacks &
+  id_tokens:
+    CI_JOB_JWT_V2:
+      aud: https://gitlab.com
+  image: nixos/nix:latest@sha256:3bb728719e2c4e478df4c50b80f93adbe27d5c561d1417c3a2306eb914d910da
+  interruptible: true
+  needs:
+  - blends-test ast_unittesting
+  - blends-test content_unittesting
+  - blends-test functional
+  - blends-test stack_unittesting
+  - blends-test syntax_unittesting
+  retry:
+    max: 2
+    when: runner_system_failure
+  rules:
+  - if: $CI_COMMIT_BRANCH == "trunk"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "merge_request_event"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "schedule"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "trigger"
+    when: never
+  - changes:
+      compare_to: refs/heads/trunk
+      paths:
+      - blends/**/*
+  script:
+  - pushd .
+  - nix run ./blends#blends-coverage
+  stage: deploy
+  tags:
+  - aarch64
+  variables:
+    GIT_DEPTH: 3
+blends-deploy:
+  before_script:
+  - mkdir -p /root/.ssh
+  - echo "$UNIVERSE_SSH_KEY" > /root/.ssh/id_ed25519
+  - chmod 400 /root/.ssh/id_ed25519
+  - echo 'gitlab.com ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAfuCHKVTjquxvt6CM6tdG4SLp1Btn/nOeHHE5UOzRdf'
+    >> /root/.ssh/known_hosts
+  - echo 'experimental-features = nix-command flakes' >> /etc/nix/nix.conf
+  - nix-env -iA cachix -f https://cachix.org/api/v1/install &> /dev/null
+  - cachix use fluidattacks
+  - cachix watch-store fluidattacks &
+  id_tokens:
+    CI_JOB_JWT_V2:
+      aud: https://gitlab.com
+  image: nixos/nix:latest@sha256:3bb728719e2c4e478df4c50b80f93adbe27d5c561d1417c3a2306eb914d910da
+  interruptible: true
+  needs: []
+  retry:
+    max: 2
+    when: runner_system_failure
+  rules:
+  - if: $CI_COMMIT_BRANCH != "trunk"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "schedule"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "trigger"
+    when: never
+  - changes:
+      paths:
+      - blends/**/*
+  script:
+  - pushd blends
+  - nix run .#blends-deploy
+  stage: deploy
+  tags:
+  - aarch64
+  variables:
+    GIT_DEPTH: 3
+blends-lint:
+  before_script:
+  - mkdir -p /root/.ssh
+  - echo "$UNIVERSE_SSH_KEY" > /root/.ssh/id_ed25519
+  - chmod 400 /root/.ssh/id_ed25519
+  - echo 'gitlab.com ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAfuCHKVTjquxvt6CM6tdG4SLp1Btn/nOeHHE5UOzRdf'
+    >> /root/.ssh/known_hosts
+  - echo 'experimental-features = nix-command flakes' >> /etc/nix/nix.conf
+  - nix-env -iA cachix -f https://cachix.org/api/v1/install &> /dev/null
+  - cachix use fluidattacks
+  - cachix watch-store fluidattacks &
+  cache:
+    key: $CI_COMMIT_REF_NAME-blends-lint
+    paths:
+    - blends/.ruff_cache
+    - blends/.mypy_cache
+  id_tokens:
+    CI_JOB_JWT_V2:
+      aud: https://gitlab.com
+  image: nixos/nix:latest@sha256:3bb728719e2c4e478df4c50b80f93adbe27d5c561d1417c3a2306eb914d910da
+  interruptible: true
+  needs: []
+  retry:
+    max: 2
+    when: runner_system_failure
+  rules:
+  - if: $CI_COMMIT_BRANCH == "trunk"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "merge_request_event"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "schedule"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "trigger"
+    when: never
+  - changes:
+      compare_to: refs/heads/trunk
+      paths:
+      - blends/**/*
+  script:
+  - pushd blends
+  - nix run .#blends-lint
+  stage: test
+  tags:
+  - aarch64
+  variables:
+    GIT_DEPTH: 3
+blends-pipeline:
+  before_script:
+  - mkdir -p /root/.ssh
+  - echo "$UNIVERSE_SSH_KEY" > /root/.ssh/id_ed25519
+  - chmod 400 /root/.ssh/id_ed25519
+  - echo 'gitlab.com ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAfuCHKVTjquxvt6CM6tdG4SLp1Btn/nOeHHE5UOzRdf'
+    >> /root/.ssh/known_hosts
+  - echo 'experimental-features = nix-command flakes' >> /etc/nix/nix.conf
+  - nix-env -iA cachix -f https://cachix.org/api/v1/install &> /dev/null
+  - cachix use fluidattacks
+  - cachix watch-store fluidattacks &
+  id_tokens:
+    CI_JOB_JWT_V2:
+      aud: https://gitlab.com
+  image: nixos/nix:latest@sha256:3bb728719e2c4e478df4c50b80f93adbe27d5c561d1417c3a2306eb914d910da
+  interruptible: true
+  needs: []
+  retry:
+    max: 2
+    when: runner_system_failure
+  rules:
+  - if: $CI_COMMIT_BRANCH == "trunk"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "merge_request_event"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "schedule"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "trigger"
+    when: never
+  - changes:
+      compare_to: refs/heads/trunk
+      paths:
+      - blends/**/*
+  script:
+  - pushd blends
+  - nix run .#blends-pipeline
+  stage: test
+  tags:
+  - aarch64
+  variables:
+    GIT_DEPTH: 3
+blends-test ast_unittesting:
+  artifacts:
+    expire_in: 1 day
+    paths:
+    - blends/.coverage.*
+  before_script:
+  - mkdir -p /root/.ssh
+  - echo "$UNIVERSE_SSH_KEY" > /root/.ssh/id_ed25519
+  - chmod 400 /root/.ssh/id_ed25519
+  - echo 'gitlab.com ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAfuCHKVTjquxvt6CM6tdG4SLp1Btn/nOeHHE5UOzRdf'
+    >> /root/.ssh/known_hosts
+  - echo 'experimental-features = nix-command flakes' >> /etc/nix/nix.conf
+  - nix-env -iA cachix -f https://cachix.org/api/v1/install &> /dev/null
+  - cachix use fluidattacks
+  - cachix watch-store fluidattacks &
+  id_tokens:
+    CI_JOB_JWT_V2:
+      aud: https://gitlab.com
+  image: nixos/nix:latest@sha256:3bb728719e2c4e478df4c50b80f93adbe27d5c561d1417c3a2306eb914d910da
+  interruptible: true
+  needs: []
+  retry:
+    max: 2
+    when: runner_system_failure
+  rules:
+  - if: $CI_COMMIT_BRANCH == "trunk"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "merge_request_event"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "schedule"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "trigger"
+    when: never
+  - changes:
+      compare_to: refs/heads/trunk
+      paths:
+      - blends/**/*
+  script:
+  - pushd blends
+  - nix run .#blends-test ast_unittesting
+  stage: test
+  tags:
+  - aarch64
+  variables:
+    GIT_DEPTH: 3
+blends-test content_unittesting:
+  artifacts:
+    expire_in: 1 day
+    paths:
+    - blends/.coverage.*
+  before_script:
+  - mkdir -p /root/.ssh
+  - echo "$UNIVERSE_SSH_KEY" > /root/.ssh/id_ed25519
+  - chmod 400 /root/.ssh/id_ed25519
+  - echo 'gitlab.com ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAfuCHKVTjquxvt6CM6tdG4SLp1Btn/nOeHHE5UOzRdf'
+    >> /root/.ssh/known_hosts
+  - echo 'experimental-features = nix-command flakes' >> /etc/nix/nix.conf
+  - nix-env -iA cachix -f https://cachix.org/api/v1/install &> /dev/null
+  - cachix use fluidattacks
+  - cachix watch-store fluidattacks &
+  id_tokens:
+    CI_JOB_JWT_V2:
+      aud: https://gitlab.com
+  image: nixos/nix:latest@sha256:3bb728719e2c4e478df4c50b80f93adbe27d5c561d1417c3a2306eb914d910da
+  interruptible: true
+  needs: []
+  retry:
+    max: 2
+    when: runner_system_failure
+  rules:
+  - if: $CI_COMMIT_BRANCH == "trunk"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "merge_request_event"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "schedule"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "trigger"
+    when: never
+  - changes:
+      compare_to: refs/heads/trunk
+      paths:
+      - blends/**/*
+  script:
+  - pushd blends
+  - nix run .#blends-test content_unittesting
+  stage: test
+  tags:
+  - aarch64
+  variables:
+    GIT_DEPTH: 3
+blends-test functional:
+  artifacts:
+    expire_in: 1 day
+    paths:
+    - blends/.coverage.*
+  before_script:
+  - mkdir -p /root/.ssh
+  - echo "$UNIVERSE_SSH_KEY" > /root/.ssh/id_ed25519
+  - chmod 400 /root/.ssh/id_ed25519
+  - echo 'gitlab.com ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAfuCHKVTjquxvt6CM6tdG4SLp1Btn/nOeHHE5UOzRdf'
+    >> /root/.ssh/known_hosts
+  - echo 'experimental-features = nix-command flakes' >> /etc/nix/nix.conf
+  - nix-env -iA cachix -f https://cachix.org/api/v1/install &> /dev/null
+  - cachix use fluidattacks
+  - cachix watch-store fluidattacks &
+  id_tokens:
+    CI_JOB_JWT_V2:
+      aud: https://gitlab.com
+  image: nixos/nix:latest@sha256:3bb728719e2c4e478df4c50b80f93adbe27d5c561d1417c3a2306eb914d910da
+  interruptible: true
+  needs: []
+  retry:
+    max: 2
+    when: runner_system_failure
+  rules:
+  - if: $CI_COMMIT_BRANCH == "trunk"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "merge_request_event"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "schedule"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "trigger"
+    when: never
+  - changes:
+      compare_to: refs/heads/trunk
+      paths:
+      - blends/**/*
+  script:
+  - pushd blends
+  - nix run .#blends-test functional
+  stage: test
+  tags:
+  - aarch64
+  variables:
+    GIT_DEPTH: 3
+blends-test stack_unittesting:
+  artifacts:
+    expire_in: 1 day
+    paths:
+    - blends/.coverage.*
+  before_script:
+  - mkdir -p /root/.ssh
+  - echo "$UNIVERSE_SSH_KEY" > /root/.ssh/id_ed25519
+  - chmod 400 /root/.ssh/id_ed25519
+  - echo 'gitlab.com ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAfuCHKVTjquxvt6CM6tdG4SLp1Btn/nOeHHE5UOzRdf'
+    >> /root/.ssh/known_hosts
+  - echo 'experimental-features = nix-command flakes' >> /etc/nix/nix.conf
+  - nix-env -iA cachix -f https://cachix.org/api/v1/install &> /dev/null
+  - cachix use fluidattacks
+  - cachix watch-store fluidattacks &
+  id_tokens:
+    CI_JOB_JWT_V2:
+      aud: https://gitlab.com
+  image: nixos/nix:latest@sha256:3bb728719e2c4e478df4c50b80f93adbe27d5c561d1417c3a2306eb914d910da
+  interruptible: true
+  needs: []
+  retry:
+    max: 2
+    when: runner_system_failure
+  rules:
+  - if: $CI_COMMIT_BRANCH == "trunk"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "merge_request_event"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "schedule"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "trigger"
+    when: never
+  - changes:
+      compare_to: refs/heads/trunk
+      paths:
+      - blends/**/*
+  script:
+  - pushd blends
+  - nix run .#blends-test stack_unittesting
+  stage: test
+  tags:
+  - aarch64
+  variables:
+    GIT_DEPTH: 3
+blends-test syntax_unittesting:
+  artifacts:
+    expire_in: 1 day
+    paths:
+    - blends/.coverage.*
+  before_script:
+  - mkdir -p /root/.ssh
+  - echo "$UNIVERSE_SSH_KEY" > /root/.ssh/id_ed25519
+  - chmod 400 /root/.ssh/id_ed25519
+  - echo 'gitlab.com ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAfuCHKVTjquxvt6CM6tdG4SLp1Btn/nOeHHE5UOzRdf'
+    >> /root/.ssh/known_hosts
+  - echo 'experimental-features = nix-command flakes' >> /etc/nix/nix.conf
+  - nix-env -iA cachix -f https://cachix.org/api/v1/install &> /dev/null
+  - cachix use fluidattacks
+  - cachix watch-store fluidattacks &
+  id_tokens:
+    CI_JOB_JWT_V2:
+      aud: https://gitlab.com
+  image: nixos/nix:latest@sha256:3bb728719e2c4e478df4c50b80f93adbe27d5c561d1417c3a2306eb914d910da
+  interruptible: true
+  needs: []
+  retry:
+    max: 2
+    when: runner_system_failure
+  rules:
+  - if: $CI_COMMIT_BRANCH == "trunk"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "merge_request_event"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "schedule"
+    when: never
+  - if: $CI_PIPELINE_SOURCE == "trigger"
+    when: never
+  - changes:
+      compare_to: refs/heads/trunk
+      paths:
+      - blends/**/*
+  script:
+  - pushd blends
+  - nix run .#blends-test syntax_unittesting
+  stage: test
+  tags:
+  - aarch64
+  variables:
+    GIT_DEPTH: 3

fluid_blends-0.6.0/PKG-INFO

@@ -0,0 +1,24 @@
+Metadata-Version: 2.4
+Name: fluid-blends
+Version: 0.6.0
+Summary: A Python library to generate and query ASTs, CFGs, and syntax graphs from multi-language source code
+Author-email: Fluid Attacks Development Team <development@fluidattacks.com>
+Requires-Python: <4.0,>=3.11
+Requires-Dist: aiohttp>=3.13.3
+Requires-Dist: networkx==3.5
+Requires-Dist: tree-sitter-c-sharp==0.23.1
+Requires-Dist: tree-sitter-dart-orchard==0.3.2
+Requires-Dist: tree-sitter-go==0.23.4
+Requires-Dist: tree-sitter-hcl==1.2.0
+Requires-Dist: tree-sitter-java==0.23.5
+Requires-Dist: tree-sitter-javascript==0.23.1
+Requires-Dist: tree-sitter-json==0.24.8
+Requires-Dist: tree-sitter-kotlin==1.1.0
+Requires-Dist: tree-sitter-php==0.23.11
+Requires-Dist: tree-sitter-python==0.23.6
+Requires-Dist: tree-sitter-ruby==0.23.1
+Requires-Dist: tree-sitter-scala==0.23.4
+Requires-Dist: tree-sitter-swift==0.0.1
+Requires-Dist: tree-sitter-typescript==0.23.2
+Requires-Dist: tree-sitter-yaml==0.7.0
+Requires-Dist: tree-sitter==0.25.2

fluid_blends-0.6.0/blends/ast/build_graph.py

@@ -0,0 +1,174 @@
+import logging
+from collections.abc import Iterator
+from itertools import (
+    count,
+)
+from pathlib import Path
+
+from tree_sitter import Node
+
+from blends.content.content import get_content_by_path
+from blends.models import Content, Graph, Language
+from blends.tree import FIELDS_BY_LANGUAGE
+from blends.tree.parse import ParsingError, get_tree
+
+LOGGER = logging.getLogger(__name__)
+
+
+def _hash_node(node: Node) -> int:
+    return hash((node.end_point, node.start_point, node.type))
+
+
+def _is_node_terminal(node: Node, language: Language) -> bool:
+    return (
+        language == Language.YAML
+        and node.type
+        in [
+            "flow_mapping",
+            "single_quote_scalar",
+            "double_quote_scalar",
+        ]
+    ) or (language == Language.SWIFT and node.type == "bang")
+
+
+def _has_content_node(node: Node, language: Language) -> bool:
+    return (
+        (
+            language == Language.CSHARP
+            and node.type
+            in {
+                "character_literal",
+                "predefined_type",
+                "string_literal",
+                "verbatim_string_literal",
+            }
+        )
+        or (
+            language == Language.DART
+            and node.type
+            in {
+                "list_literal",
+                "set_or_map_literal",
+                "string_literal",
+            }
+        )
+        or (
+            language == Language.GO
+            and node.type
+            in {
+                "interpreted_string_literal",
+            }
+        )
+        or (
+            language
+            in {
+                Language.JAVASCRIPT,
+                Language.TYPESCRIPT,
+            }
+            and node.type
+            in {
+                "template_string",
+                "regex",
+            }
+        )
+        or (
+            language == Language.KOTLIN
+            and node.type
+            in {
+                "string_literal",
+            }
+        )
+        or (language == Language.SWIFT and node.type == "bang")
+        or (
+            language == Language.YAML
+            and node.type
+            in {
+                "single_quote_scalar",
+                "double_quote_scalar",
+                "flow_mapping",
+            }
+        )
+    )
+
+
+def _build_ast_graph(
+    content: Content,
+    node: Node,
+    counter: Iterator[str],
+    graph: Graph,
+    *,
+    _edge_index: str | None = None,
+    _parent: str | None = None,
+    _parent_fields: dict[int, str] | None = None,
+) -> Graph:
+    if not isinstance(node, Node):
+        raise NotImplementedError
+
+    n_id = next(counter)
+    raw_l, raw_c = node.start_point
+
+    graph.add_node(n_id, label_l=str(raw_l + 1), label_c=str(raw_c + 1), label_type=node.type)
+
+    if _parent is not None:
+        graph.add_edge(_parent, n_id, label_ast="AST", label_index=str(_edge_index))
+
+    if (field := (_parent_fields or {}).get(_hash_node(node))) and _parent is not None:
+        graph.nodes[_parent][f"label_field_{field}"] = n_id
+
+    if not node.children or _has_content_node(node, content.language):
+        node_content = content.content_bytes[node.start_byte : node.end_byte]
+        graph.nodes[n_id]["label_text"] = node_content.decode("latin-1")
+
+    if node.children and not _is_node_terminal(node, content.language):
+        for edge_index, child in enumerate(node.children):
+            child_node: Node = child
+            _build_ast_graph(
+                content,
+                child_node,
+                counter,
+                graph,
+                _edge_index=str(edge_index),
+                _parent=n_id,
+                _parent_fields={
+                    _hash_node(child): fld
+                    for fld in FIELDS_BY_LANGUAGE[content.language].get(node.type, ())
+                    for child in [node.child_by_field_name(fld)]
+                    if child
+                },
+            )
+
+    return graph
+
+
+def get_ast_from_content(content: Content) -> Graph | None:
+    try:
+        tree = get_tree(content)
+    except ParsingError:
+        return None
+    counter = map(str, count(1))
+    try:
+        return _build_ast_graph(content, tree.root_node, counter, Graph())
+    except NotImplementedError:
+        LOGGER.exception("Error building the ast_graph for %s", content.path)
+
+    return None
+
+
+def get_ast_graph_from_path(path: Path) -> Graph | None:
+    if (content := get_content_by_path(path)) is None:
+        LOGGER.error("Error extracting the content of %s", path)
+        return None
+
+    if content.language == Language.NOT_SUPPORTED:
+        LOGGER.warning("Unsupported language in %s", path)
+        return None
+
+    return get_ast_from_content(content)
+
+
+def get_ast_graph_from_content(content: Content) -> Graph | None:
+    if content.language == Language.NOT_SUPPORTED:
+        LOGGER.warning("Unsupported language in %s", content.path)
+        return None
+
+    return get_ast_from_content(content)