@atmem/architect 0.0.0-stage → 0.2.0-alpha.4.1

package/src/runtime/enterprise-aws-host-bootstrap-source.json

@@ -0,0 +1 @@
+"\"\"\"New dedicated ECS host preparation; no client content or credentials accepted.\"\"\"\nimport base64\nimport json\nimport os\nfrom pathlib import Path\nimport re\nimport stat\nimport subprocess\nimport sys\nimport uuid\nsys.path.insert(0,str(Path(__file__).resolve().parent))\nfrom enterprise_aws_host_probe import expected_policy,first_rule_matches\n\n\ndef unique(pairs):\n    result={}\n    for key,value in pairs:\n        if key in result:raise ValueError('Ambiguous host configuration')\n        result[key]=value\n    return result\n\n\ndef environment(raw):\n    values={}\n    for line in raw.splitlines():\n        if not line.strip()or line.lstrip().startswith('#'):continue\n        key,separator,value=line.partition('=')\n        if not separator or not re.fullmatch('[A-Z][A-Z0-9_]*',key)or key in values:raise ValueError('Invalid ECS environment')\n        values[key]=value\n    return values\n\n\ndef required(expected):\n    expected=expected_policy(expected)\n    return {'ECS_CLUSTER':expected['clusterArn'],'ECS_ENABLE_TASK_IAM_ROLE':'true','ECS_ENABLE_TASK_IAM_ROLE_NETWORK_HOST':'false',\n            'ECS_ENGINE_TASK_CLEANUP_WAIT_DURATION':'1s','ECS_INSTANCE_ATTRIBUTES':json.dumps({'atmem-document-policy':expected['policySha256']},sort_keys=True,separators=(',',':'))}\n\n\ndef read_optional(path):\n    try:return Path(path).read_text()\n    except FileNotFoundError:return ''\n\n\ndef atomic(path,text):\n    path=Path(path);path.parent.mkdir(mode=0o755,parents=True,exist_ok=True)\n    parent=os.open(path.parent,os.O_RDONLY|os.O_DIRECTORY|os.O_NOFOLLOW);temporary='.atmem-'+uuid.uuid4().hex\n    try:\n        info=os.fstat(parent)\n        if info.st_uid!=os.geteuid()or stat.S_IMODE(info.st_mode)&0o022:raise ValueError('Unsafe host configuration directory')\n        try:\n            info=os.stat(path.name,dir_fd=parent,follow_symlinks=False)\n            if not stat.S_ISREG(info.st_mode)or info.st_uid!=os.geteuid():raise ValueError('Refuse unowned host configuration')\n        except FileNotFoundError:pass\n        fd=os.open(temporary,os.O_WRONLY|os.O_CREAT|os.O_EXCL|os.O_NOFOLLOW,0o600,dir_fd=parent)\n        with os.fdopen(fd,'w')as stream:stream.write(text);stream.flush();os.fsync(stream.fileno())\n        os.replace(temporary,path.name,src_dir_fd=parent,dst_dir_fd=parent);os.fsync(parent)\n    finally:\n        try:os.unlink(temporary,dir_fd=parent)\n        except FileNotFoundError:pass\n        os.close(parent)\n\n\ndef prepare(expected,*,read=read_optional,write=atomic):\n    updates=required(expected);raw=read('/etc/ecs/ecs.config');existing=environment(raw)\n    if existing.get('ECS_CLUSTER')not in {None,'','default',updates['ECS_CLUSTER']}:raise ValueError('Do not adopt an existing ECS host')\n    attributes=json.loads(existing.get('ECS_INSTANCE_ATTRIBUTES','{}'),object_pairs_hook=unique)\n    if attributes not in [{},{'atmem-document-policy':expected['policySha256']}]:raise ValueError('Do not replace existing host ownership')\n    daemon=json.loads(read('/etc/docker/daemon.json')or'{}',object_pairs_hook=unique)\n    if not isinstance(daemon,dict):raise ValueError('Invalid native daemon configuration')\n    daemon.update({'log-driver':'none','live-restore':False});daemon.pop('log-opts',None)\n    lines=[];seen=set()\n    for line in raw.splitlines():\n        key=line.partition('=')[0]\n        if key in updates:lines.append(key+'='+updates[key]);seen.add(key)\n        else:lines.append(line)\n    lines += [key+'='+value for key,value in updates.items()if key not in seen]\n    write('/etc/docker/daemon.json',json.dumps(daemon,sort_keys=True,separators=(',',':'))+'\\n')\n    write('/etc/ecs/ecs.config','\\n'.join(lines)+'\\n')\n\n\ndef command(argv,*,absent=False):\n    if argv[0]=='/usr/bin/docker':argv=[argv[0],'--host','unix:///var/run/docker.sock',*argv[1:]]\n    result=subprocess.run(argv,stdin=subprocess.DEVNULL,stdout=subprocess.PIPE,stderr=subprocess.DEVNULL,timeout=4,\n        env={'PATH':'/usr/sbin:/usr/bin:/sbin:/bin','LANG':'C'})\n    if absent and result.returncode==1:return None\n    if result.returncode or len(result.stdout)>32768:raise ValueError('Native host preparation failed')\n    return result.stdout.decode().strip()\n\n\ndef guard(expected,*,read=read_optional,run=command):\n    updates=required(expected);values=environment(read('/etc/ecs/ecs.config'))\n    if any(values.get(key)!=value for key,value in updates.items()):raise ValueError('ECS configuration not prepared')\n    daemon=json.loads(read('/etc/docker/daemon.json'),object_pairs_hook=unique)\n    if daemon.get('log-driver')!='none'or daemon.get('live-restore',False)is not False or daemon.get('bridge','docker0')!='docker0':raise ValueError('Unsafe prepared daemon')\n    for field,value in [('LoggingDriver','none'),('LiveRestoreEnabled',False)]:\n        if json.loads(run(['/usr/bin/docker','info','--format','{{json .'+field+'}}']))!=value:raise ValueError('Running daemon differs from prepared policy')\n    options=json.loads(run(['/usr/bin/docker','info','--format','{{json .SecurityOptions}}']))\n    if 'name=seccomp,profile=builtin'not in options:raise ValueError('Native seccomp is not active')\n    bridge=json.loads(run(['/usr/bin/docker','network','inspect','bridge','--format','{{json .Options}}']))\n    if bridge.get('com.docker.network.bridge.name')!='docker0':raise ValueError('Default bridge changed')\n    for tool,destination in [('/usr/sbin/iptables','169.254.169.254/32'),('/usr/sbin/ip6tables','fd00:ec2::254/128')]:\n        if run([tool,'-w','2','-S','DOCKER-USER'],absent=True)is None:run([tool,'-w','2','-N','DOCKER-USER'])\n        for chain,rule in [('DOCKER-USER',['-i','docker0','-d',destination,'-j','DROP']),('FORWARD',['-j','DOCKER-USER'])]:\n            for _ in range(4):\n                if run([tool,'-w','2','-D',chain,*rule],absent=True)is None:break\n            run([tool,'-w','2','-I',chain,'1',*rule])\n        if not first_rule_matches(run([tool,'-w','2','-S','DOCKER-USER']),'DOCKER-USER',{'-i':'docker0','-d':destination,'-j':'DROP'}):raise ValueError('Metadata rule installation failed')\n        if not first_rule_matches(run([tool,'-w','2','-S','FORWARD']),'FORWARD',{'-j':'DOCKER-USER'}):raise ValueError('Metadata forwarding hook installation failed')\n\n\ndef main():\n    try:\n        if os.geteuid()!=0 or len(sys.argv)!=3 or sys.argv[1]not in {'prepare','guard'}or len(sys.argv[2])>4096:raise ValueError()\n        expected=json.loads(base64.b64decode(sys.argv[2],validate=True),object_pairs_hook=unique)\n        (prepare if sys.argv[1]=='prepare'else guard)(expected)\n        print(json.dumps({'status':'ok','phase':sys.argv[1]}))\n    except Exception:raise SystemExit(2)from None\n\n\nif __name__=='__main__':main()\n"

package/src/runtime/enterprise-aws-host-probe-source.json

@@ -0,0 +1 @@
+"\"\"\"Fixed SSM host inspection. Standard library only; no document or secret input.\"\"\"\nimport base64\nimport json\nimport ipaddress\nfrom pathlib import Path\nimport re\nimport subprocess\nimport shlex\nimport sys\n\n\ndef run(argv):\n    if argv and argv[0]=='/usr/bin/docker':\n        # An operator's saved Docker context must never redirect this native\n        # host inspection to another daemon, even with a scrubbed environment.\n        argv=[argv[0],'--host','unix:///var/run/docker.sock',*argv[1:]]\n    value=subprocess.run(argv,stdin=subprocess.DEVNULL,stdout=subprocess.PIPE,stderr=subprocess.DEVNULL,\n                         timeout=4,check=True,env={'PATH':'/usr/sbin:/usr/bin:/sbin:/bin','LANG':'C'})\n    if len(value.stdout)>32768:raise ValueError('Invalid host observation')\n    return value.stdout.decode().strip()\n\n\ndef expected_policy(expected):\n    if (not isinstance(expected,dict)or set(expected)!={'format','clusterArn','policySha256'}or\n        expected['format']!='enterprise-aws-host-policy-v1'or\n        not isinstance(expected['policySha256'],str)or not re.fullmatch('[0-9a-f]{64}',expected['policySha256'])or\n        not isinstance(expected['clusterArn'],str)or not re.fullmatch(r'arn:aws:ecs:[a-z]{2}-[a-z]+-[1-9]:[0-9]{12}:cluster/[A-Za-z0-9_-]{1,255}',expected['clusterArn'])):\n        raise ValueError('Use the exact owned host policy')\n    return dict(expected)\n\n\ndef first_rule_matches(lines,chain,pairs):\n    active=[value for value in lines.splitlines()if value.startswith('-A ')]\n    if not active:return False\n    fields=shlex.split(active[0])\n    if fields[:2]!=['-A',chain]or len(fields)!=2+2*len(pairs):return False\n    actual={}\n    for index in range(2,len(fields),2):\n        key,value=fields[index:index+2]\n        if key in actual:return False\n        if key=='-d':\n            try:value=str(ipaddress.ip_network(value,strict=True))\n            except ValueError:return False\n        actual[key]=value\n    return actual==pairs\n\n\ndef inspect_host(expected,*,read=lambda name:Path(name).read_text(),command=run):\n    expected=expected_policy(expected)\n    # Parse values as inert text. Never source a host config into a shell.\n    values={}\n    for line in read('/etc/ecs/ecs.config').splitlines():\n        if not line.strip()or line.lstrip().startswith('#'):continue\n        key,separator,value=line.partition('=')\n        if not separator or key in values:raise ValueError('Ambiguous ECS configuration')\n        values[key]=value\n    if (values.get('ECS_CLUSTER')!=expected['clusterArn']or\n        values.get('ECS_ENABLE_TASK_IAM_ROLE')!='true'or\n        values.get('ECS_ENGINE_TASK_CLEANUP_WAIT_DURATION')!='1s'or\n        values.get('ECS_ENABLE_TASK_IAM_ROLE_NETWORK_HOST')!='false'):\n        raise ValueError('ECS host policy changed')\n    attributes=json.loads(values.get('ECS_INSTANCE_ATTRIBUTES','{}'))\n    if attributes!={'atmem-document-policy':expected['policySha256']}:raise ValueError('Host policy selection changed')\n    daemon=json.loads(read('/etc/docker/daemon.json'))\n    if (daemon.get('log-driver')!='none'or daemon.get('live-restore',False)is not False or daemon.get('bridge','docker0')!='docker0'):\n        raise ValueError('Unsafe daemon logging, network or task persistence')\n    if json.loads(command(['/usr/bin/docker','info','--format','{{json .LoggingDriver}}']))!='none':raise ValueError('Actual daemon logging changed')\n    if json.loads(command(['/usr/bin/docker','info','--format','{{json .LiveRestoreEnabled}}']))is not False:raise ValueError('Native live restore is active')\n    options=json.loads(command(['/usr/bin/docker','info','--format','{{json .SecurityOptions}}']))\n    if not isinstance(options,list)or 'name=seccomp,profile=builtin'not in options:\n        raise ValueError('Native seccomp is not active')\n    bridge=json.loads(command(['/usr/bin/docker','network','inspect','bridge','--format','{{json .Options}}']))\n    if bridge.get('com.docker.network.bridge.name')!='docker0':raise ValueError('Actual default bridge changed')\n    native_env=json.loads(command(['/usr/bin/docker','inspect','ecs-agent','--format','{{json .Config.Env}}']))\n    if not isinstance(native_env,list)or any(not isinstance(v,str)for v in native_env):raise ValueError('Native ECS agent configuration unavailable')\n    native={}\n    for entry in native_env:\n        key,separator,value=entry.partition('=')\n        if not separator or key in native:raise ValueError('Ambiguous native ECS environment')\n        native[key]=value\n    for key in ['ECS_CLUSTER','ECS_ENABLE_TASK_IAM_ROLE','ECS_ENGINE_TASK_CLEANUP_WAIT_DURATION','ECS_ENABLE_TASK_IAM_ROLE_NETWORK_HOST','ECS_INSTANCE_ATTRIBUTES']:\n        if native.get(key)!=values[key]:raise ValueError('Running ECS agent differs from host policy')\n    # Both paths are fixed, read-only probes. A plain TCP bridge must not expose\n    # instance-profile credentials to the transfer containers.\n    for destination in ['169.254.169.254/32','fd00:ec2::254/128']:\n        tool='/usr/sbin/iptables'if ':'not in destination else'/usr/sbin/ip6tables'\n        rules=command([tool,'-w','2','-S','DOCKER-USER'])\n        if not first_rule_matches(rules,'DOCKER-USER',{'-i':'docker0','-d':destination,'-j':'DROP'}):raise ValueError('IMDS rule is missing or shadowed')\n        forward=command([tool,'-w','2','-S','FORWARD'])\n        if not first_rule_matches(forward,'FORWARD',{'-j':'DOCKER-USER'}):raise ValueError('IMDS chain is not the first forwarding hook')\n    boot=read('/proc/sys/kernel/random/boot_id').strip()\n    if not re.fullmatch('[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}',boot):raise ValueError('Invalid native boot identity')\n    return {'format':'enterprise-aws-host-observation-v1','policySha256':expected['policySha256'],\n            'clusterArn':expected['clusterArn'],'bootId':boot}\n\n\ndef main():\n    try:\n        if len(sys.argv)!=2 or len(sys.argv[1])>4096:raise ValueError()\n        expected=json.loads(base64.b64decode(sys.argv[1],validate=True))\n        print(json.dumps(inspect_host(expected),separators=(',',':')))\n    except Exception:raise SystemExit(2)from None\n\n\nif __name__=='__main__':main()\n"

package/src/runtime/enterprise-aws-task-template.json

@@ -0,0 +1,235 @@
+{
+  "family": "__FAMILY__",
+  "networkMode": "bridge",
+  "requiresCompatibilities": [
+    "EC2"
+  ],
+  "runtimePlatform": {
+    "cpuArchitecture": "X86_64",
+    "operatingSystemFamily": "LINUX"
+  },
+  "placementConstraints": [
+    {
+      "type": "memberOf",
+      "expression": "attribute:atmem-document-policy == __POLICY_SHA256__"
+    }
+  ],
+  "taskRoleArn": "__TRANSFER_ROLE_ARN__",
+  "executionRoleArn": "__EXECUTION_ROLE_ARN__",
+  "containerDefinitions": [
+    {
+      "name": "download",
+      "image": "__TRANSFER_IMAGE__",
+      "user": "0:0",
+      "essential": false,
+      "cpu": 128,
+      "memory": 256,
+      "readonlyRootFilesystem": true,
+      "privileged": false,
+      "dockerSecurityOptions": [
+        "no-new-privileges"
+      ],
+      "linuxParameters": {
+        "capabilities": {
+          "drop": [
+            "ALL"
+          ],
+          "add": [
+            "CHOWN"
+          ]
+        },
+        "initProcessEnabled": true,
+        "maxSwap": 0
+      },
+      "stopTimeout": 5,
+      "ulimits": [
+        {
+          "name": "nofile",
+          "softLimit": 256,
+          "hardLimit": 256
+        }
+      ],
+      "entryPoint": [
+        "python"
+      ],
+      "command": [
+        "-I",
+        "/app/enterprise_aws_transfer.py",
+        "download"
+      ],
+      "environment": [
+        {
+          "name": "DOCUMENT_JOB",
+          "value": ""
+        }
+      ],
+      "mountPoints": [
+        {
+          "sourceVolume": "input",
+          "containerPath": "/work/input",
+          "readOnly": false
+        },
+        {
+          "sourceVolume": "output",
+          "containerPath": "/work/output",
+          "readOnly": false
+        }
+      ]
+    },
+    {
+      "name": "parser",
+      "image": "__PARSER_IMAGE__",
+      "user": "10001:10001",
+      "essential": false,
+      "cpu": 1792,
+      "memory": 2048,
+      "readonlyRootFilesystem": true,
+      "privileged": false,
+      "dockerSecurityOptions": [
+        "no-new-privileges"
+      ],
+      "linuxParameters": {
+        "capabilities": {
+          "drop": [
+            "ALL"
+          ]
+        },
+        "initProcessEnabled": true,
+        "maxSwap": 0,
+        "tmpfs": [
+          {
+            "containerPath": "/tmp",
+            "size": 128,
+            "mountOptions": [
+              "rw",
+              "noexec",
+              "nosuid",
+              "nodev"
+            ]
+          }
+        ]
+      },
+      "stopTimeout": 5,
+      "ulimits": [
+        {
+          "name": "nofile",
+          "softLimit": 256,
+          "hardLimit": 256
+        }
+      ],
+      "disableNetworking": true,
+      "entryPoint": [
+        "python"
+      ],
+      "command": [
+        "-I",
+        "/app/enterprise_document_cli.py",
+        "--job"
+      ],
+      "dependsOn": [
+        {
+          "containerName": "download",
+          "condition": "SUCCESS"
+        }
+      ],
+      "startTimeout": 60,
+      "mountPoints": [
+        {
+          "sourceVolume": "input",
+          "containerPath": "/input",
+          "readOnly": true
+        },
+        {
+          "sourceVolume": "output",
+          "containerPath": "/output",
+          "readOnly": false
+        }
+      ]
+    },
+    {
+      "name": "upload",
+      "image": "__TRANSFER_IMAGE__",
+      "user": "10001:10001",
+      "essential": true,
+      "cpu": 128,
+      "memory": 256,
+      "readonlyRootFilesystem": true,
+      "privileged": false,
+      "dockerSecurityOptions": [
+        "no-new-privileges"
+      ],
+      "linuxParameters": {
+        "capabilities": {
+          "drop": [
+            "ALL"
+          ]
+        },
+        "initProcessEnabled": true,
+        "maxSwap": 0
+      },
+      "stopTimeout": 5,
+      "ulimits": [
+        {
+          "name": "nofile",
+          "softLimit": 256,
+          "hardLimit": 256
+        }
+      ],
+      "entryPoint": [
+        "python"
+      ],
+      "command": [
+        "-I",
+        "/app/enterprise_aws_transfer.py",
+        "upload"
+      ],
+      "environment": [
+        {
+          "name": "DOCUMENT_JOB",
+          "value": ""
+        }
+      ],
+      "mountPoints": [
+        {
+          "sourceVolume": "input",
+          "containerPath": "/work/input",
+          "readOnly": true
+        },
+        {
+          "sourceVolume": "output",
+          "containerPath": "/work/output",
+          "readOnly": true
+        }
+      ],
+      "dependsOn": [
+        {
+          "containerName": "parser",
+          "condition": "SUCCESS"
+        }
+      ],
+      "startTimeout": 120
+    }
+  ],
+  "volumes": [
+    {
+      "name": "input",
+      "dockerVolumeConfiguration": {
+        "scope": "task",
+        "driver": "local"
+      }
+    },
+    {
+      "name": "output",
+      "dockerVolumeConfiguration": {
+        "scope": "task",
+        "driver": "local"
+      }
+    }
+  ],
+  "tags": [
+    {
+      "key": "atmem-workload",
+      "value": "document-parser"
+    }
+  ]
+}

package/src/runtime/enterprise-document-lock.json

@@ -0,0 +1,18 @@
+{
+  "version": "3.3.3",
+  "url": "https://downloads.apache.org/tika/3.3.3/tika-app-3.3.3.jar",
+  "sha256": "f29d4e0d2cff1fc32396f6ac5ce436dfc7b19f9303d3b899e1f56fde85711c96",
+  "sha512": "3c6e62e864e32af234832ec6d928bbc58692d3ddd60564cd8c80dee7e161653d6efcba373b6cc9468c778010bea92bdee5ca75ab24f01923480bec1b29b573fd",
+  "releaseSignatureFingerprint": "184454FAD8697760F3E00D2E4A51A45B944FFD51",
+  "javaBuildImage": "docker.io/library/eclipse-temurin@sha256:f1309980e092cb762e6cbf78cf91b7fa0e7d3f3c5fc47a60a582f880b799aa48",
+  "javaVersion": "17.0.21+9",
+  "platform": "linux/amd64",
+  "license": "Apache-2.0; bundled dependencies retain their upstream LICENSE/NOTICE in the jar",
+  "reviewedPrimarySources": [
+    "https://tika.apache.org/download.html",
+    "https://tika.apache.org/security-model.html",
+    "https://tika.apache.org/security.html",
+    "https://tika.apache.org/3.3.3/gettingstarted.html"
+  ],
+  "reviewDate": "2026-11-10"
+}

package/src/runtime/enterprise-document.Dockerfile

@@ -0,0 +1,15 @@
+# Build the supplied invoice-parser.Dockerfile first, then pass its exact local image.
+# The qualifier checks its source hashes before using it as the credentialless PDF base.
+ARG PDF_PARSER_IMAGE
+FROM docker.io/library/eclipse-temurin@sha256:f1309980e092cb762e6cbf78cf91b7fa0e7d3f3c5fc47a60a582f880b799aa48 AS document-build
+ADD --checksum=sha256:f29d4e0d2cff1fc32396f6ac5ce436dfc7b19f9303d3b899e1f56fde85711c96 https://downloads.apache.org/tika/3.3.3/tika-app-3.3.3.jar /build/tika-app.jar
+COPY EnterpriseDocument.java /build/EnterpriseDocument.java
+RUN javac --release 17 -cp /build/tika-app.jar -d /build/classes /build/EnterpriseDocument.java && jlink --add-modules java.se,jdk.unsupported,jdk.crypto.ec --strip-debug --no-header-files --no-man-pages --output /build/java
+FROM ${PDF_PARSER_IMAGE}
+USER root
+COPY --from=document-build /build/java /opt/java
+COPY --chmod=0444 --from=document-build /build/tika-app.jar /app/tika-app.jar
+COPY --from=document-build /build/classes /app/document-bridge
+COPY enterprise_document_contract.py enterprise_document.py enterprise_document_cli.py enterprise_document_job.py enterprise_parser_service.py /app/
+USER 10001:10001
+CMD ["python", "-I", "/app/enterprise_document_cli.py"]