et_full_system 0.1.23

data/docker/docker-compose.yml

@@ -0,0 +1,95 @@
+version: '3'
+services:
+  et:
+    image: 'et_full_system:0.1.17'
+    build:
+      context: ../
+      dockerfile: docker/Dockerfile
+
+    ports:
+      - '${SERVER_PORT:-3100}:${SERVER_PORT:-3100}'
+      - '${TRAEFIX_PORT:-3200}:${TRAEFIK_PORT:-3200}'
+      - '${SMTP_PORT:-1025}:${SMTP_PORT:-1025}'
+    volumes:
+      - rvm:/usr/local/rvm
+      - global_node_modules:/usr/lib/node_modules
+      - ${PWD}:/home/app/full_system
+      - et1_node_modules:/home/app/full_system/systems/et1/node_modules
+      - et3_node_modules:/home/app/full_system/systems/et3/node_modules
+      - api_node_modules:/home/app/full_system/systems/api/node_modules
+      - admin_node_modules:/home/app/full_system/systems/admin/node_modules
+      - et1_assets:/home/app/full_system/systems/et1/public/apply/assets
+      - et3_assets:/home/app/full_system/systems/et3/public/assets
+      - admin_assets:/home/app/full_system/systems/admin/public/assets
+      - s3_data:/home/app/minio_data
+      - azure_storage_data:/home/app/azure_storage_data
+      - et1_bundle:/home/app/full_system/systems/et1/.bundle
+      - et3_bundle:/home/app/full_system/systems/et3/.bundle
+      - api_bundle:/home/app/full_system/systems/api/.bundle
+      - atos_bundle:/home/app/full_system/systems/atos/.bundle
+      - admin_bundle:/home/app/full_system/systems/admin/.bundle
+    environment:
+      DISABLE_CLOUDWATCH: 'true'
+      DB_HOST: 'db'
+      DB_USERNAME: 'postgres'
+      RAILS_ENV:
+      RAILS_LOG_LEVEL:
+      REDIS_HOST: redis
+      SERVER_PORT: ${SERVER_PORT:-3100}
+      SERVER_DOMAIN: ${SERVER_DOMAIN:-et.127.0.0.1.nip.io}
+      CLOUD_PROVIDER: ${CLOUD_PROVIDER:-amazon}
+      AZURITE_STORAGE_PATH: /home/app/azure_storage_data
+      MINIO_STORAGE_PATH: /home/app/minio_data
+    command: /bin/bash --login -c "cd /home/app/full_system && et_full_system local server"
+    links:
+      - "db"
+      - "redis"
+    networks:
+      et_full_system:
+        aliases:
+          - api.${SERVER_DOMAIN:-et.127.0.0.1.nip.io}
+          - admin.${SERVER_DOMAIN:-et.127.0.0.1.nip.io}
+          - et1.${SERVER_DOMAIN:-et.127.0.0.1.nip.io}
+          - et3.${SERVER_DOMAIN:-et.127.0.0.1.nip.io}
+          - s3.${SERVER_DOMAIN:-et.127.0.0.1.nip.io}
+          - azure_blob_storage.${SERVER_DOMAIN:-et.127.0.0.1.nip.io}
+          - azure.${SERVER_DOMAIN:-et.127.0.0.1.nip.io}
+          - atos.${SERVER_DOMAIN:-et.127.0.0.1.nip.io}
+          - mail.${SERVER_DOMAIN:-et.127.0.0.1.nip.io}
+
+#command: bash -lc "cd /home/app/full_system/systems/api && REDIS_DATABASE=2 bundle exec sidekiq"
+  db:
+    image: postgres:9.6.9
+    networks:
+      - et_full_system
+    ports:
+      - "${DB_PORT:-0}:5432"
+  redis:
+    image: redis
+    ports:
+      - "${REDIS_PORT:-0}:6379"
+    networks:
+      - et_full_system
+
+volumes:
+  rvm:
+  global_node_modules:
+  et1_node_modules:
+  et3_node_modules:
+  s3_node_modules:
+  api_node_modules:
+  admin_node_modules:
+  et1_assets:
+  et3_assets:
+  admin_assets:
+  s3_data:
+  azure_storage_data:
+  et1_bundle:
+  et3_bundle:
+  admin_bundle:
+  api_bundle:
+  atos_bundle:
+networks:
+  et_full_system:
+
+

data/et_full_system.gemspec

@@ -0,0 +1,41 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "et_full_system/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "et_full_system"
+  spec.version       = EtFullSystem::VERSION
+  spec.authors       = ["Gary Taylor"]
+  spec.email         = ["gary.taylor@hmcts.net"]
+
+  spec.summary       = %q{Runs the employment tribunals system - all services and background jobs}
+  spec.description   = %q{Runs the employment tribunals system - all services and background jobs}
+  spec.homepage      = "https://github.com/ministryofjustice/et-full-system"
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata["allowed_push_host"] = "http://mygemserver.com"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against " \
+      "public gem pushes."
+  end
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+  spec.add_dependency 'thor', '~> 0.20'
+  spec.add_dependency 'httparty', '~> 0.16'
+  spec.add_dependency 'aws-sdk-s3', '~> 1.9'
+  spec.add_dependency 'azure-storage', '~> 0.15.0.preview'
+  spec.add_dependency 'dotenv', '~> 2.7', '>= 2.7.2'
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/exe/et_full_system

@@ -0,0 +1,22 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+require "rubygems"
+require "thor"
+require "et_full_system/cli"
+module EtFullSystem
+  class RootCommand < Thor
+    desc "local command(s)", "Performs commands on a local server (non docker)"
+    subcommand "local", LocalCommand
+
+    desc "docker command(s)", "Performs commands on a docker server"
+    subcommand "docker", DockerCommand
+
+    desc "version", "Shows the version of et_full_system"
+    def version
+      puts ::EtFullSystem::VERSION
+    end
+
+    map "--version": :version
+  end
+end
+EtFullSystem::RootCommand.start

data/foreman/.env

@@ -0,0 +1,32 @@
+RAILS_ENV=production
+DB_HOST=${DB_HOST}
+DB_USERNAME=postgres
+REDIS_HOST=${REDIS_HOST}
+RAILS_LOG_TO_STDOUT='true'
+WEB_CONCURRENCY=1
+SECRET_KEY_BASE=sdlkjewfkjhfviuhduihenrjk435r89esfd7cv983qh2n4r3q27yh4u5rtfg
+SMTP_HOSTNAME='mail.et.127.0.0.1.nip.io'
+SMTP_PORT=1025
+AWS_ACCESS_KEY_ID=accessKey1
+AWS_SECRET_ACCESS_KEY=verySecretKey1
+AWS_REGION='us-east-1'
+AWS_ENDPOINT='http://s3.et.127.0.0.1.nip.io:3100'
+AWS_S3_FORCE_PATH_STYLE='true'
+RAILS_SERVE_STATIC_FILES='true'
+ATOS_API_URL="http://atos.et.127.0.0.1.nip.io:3100"
+ACAS_API_URL="http://api.et.127.0.0.1.nip.io:3100/et_acas_api"
+ATOS_API_USERNAME='atos'
+ATOS_API_PASSWORD='password'
+RAILS_MAX_THREADS=5
+AZURITE_STORAGE_PATH=${AZURITE_STORAGE_PATH}
+MINIO_STORAGE_PATH=${MINIO_STORAGE_PATH}
+DISABLE_CLOUDWATCH='true'
+AZURE_STORAGE_BLOB_HOST='http://azure_blob_storage.et.127.0.0.1.nip.io:3100'
+AZURE_STORAGE_BLOB_FORCE_PATH_STYLE='true'
+AZURE_STORAGE_ACCOUNT='devstoreaccount1'
+AZURE_STORAGE_ACCESS_KEY='Eby8vdM02xNOcqFlqUwJPLlmEtlCDXJ1OUzFT50uSRZ6IFsuFq2UVErCz4I6tq/K1SZFPTOtr/KBHBeksoGMGw=='
+AZURE_STORAGE_CONTAINER='et-api-test-container'
+AZURE_STORAGE_DIRECT_UPLOAD_ACCOUNT='devstoreaccount1'
+AZURE_STORAGE_DIRECT_UPLOAD_ACCESS_KEY='Eby8vdM02xNOcqFlqUwJPLlmEtlCDXJ1OUzFT50uSRZ6IFsuFq2UVErCz4I6tq/K1SZFPTOtr/KBHBeksoGMGw=='
+AZURE_STORAGE_DIRECT_UPLOAD_CONTAINER='et-api-direct-test-container'
+

data/foreman/.foreman

@@ -0,0 +1 @@
+env: ports.env

data/foreman/Procfile

@@ -0,0 +1,12 @@
+traefik: bash --login -c "traefik --file.filename=${FOREMAN_PATH}/traefik.toml"
+et1_web:  bash --login -c "cd ${FS_ROOT_PATH} && et_full_system local wait_for_support && et_full_system local update_service_url et1 http://localhost:${PORT} && cd systems/et1 && dotenv -f ${FOREMAN_PATH}/.env dotenv -f ${FOREMAN_PATH}/et1.env ./run.sh"
+et1_sidekiq: bash --login -c "cd ${FS_ROOT_PATH} && et_full_system local wait_for_support && cd systems/et1  && dotenv -f ${FOREMAN_PATH}/.env dotenv -f ${FOREMAN_PATH}/et1.env ./run_sidekiq.sh"
+et3_web:  bash --login -c "cd ${FS_ROOT_PATH} && et_full_system local wait_for_support && et_full_system local update_service_url et3 http://localhost:${PORT} && cd systems/et3 && dotenv -f ${FOREMAN_PATH}/.env dotenv -f ${FOREMAN_PATH}/et3.env ./run.sh"
+mail_web: bash --login -c "source ./mailhog.env && mailhog &> /dev/null"
+api_web: bash --login -c "cd ${FS_ROOT_PATH} && et_full_system local wait_for_support && et_full_system local update_service_url api http://localhost:${PORT} && cd systems/api && dotenv -f ${FOREMAN_PATH}/.env dotenv -f ${FOREMAN_PATH}/et_api.env ./run.sh"
+api_sidekiq: bash --login -c "cd ${FS_ROOT_PATH} && et_full_system local wait_for_support && cd systems/api && dotenv -f ${FOREMAN_PATH}/.env dotenv -f ${FOREMAN_PATH}/et_api.env ./run_sidekiq.sh"
+admin_web: bash --login -c "cd ${FS_ROOT_PATH} && et_full_system local wait_for_support && et_full_system local update_service_url admin http://localhost:${PORT} && cd systems/admin && dotenv -f ${FOREMAN_PATH}/.env dotenv -f ${FOREMAN_PATH}/et_admin.env ./run.sh"
+atos_api_web: bash --login -c "cd ${FS_ROOT_PATH} && et_full_system local wait_for_support && et_full_system local update_service_url atos_api http://localhost:${PORT} && cd systems/atos && dotenv -f ${FOREMAN_PATH}/.env dotenv -f ${FOREMAN_PATH}/et_atos.env ./run.sh"
+s3_web: bash --login -c "dotenv -f ${FOREMAN_PATH}/minio.env minio server ${MINIO_STORAGE_PATH}"
+azure_blob_web: bash --login -c "azurite -l ${AZURITE_STORAGE_PATH}"
+fake_acas_web: bash --login -c "cd ${FS_ROOT_PATH} && et_full_system local wait_for_support && et_full_system local update_service_url fake_acas http://localhost:${PORT} && rvm use && et_fake_acas_server --port=$PORT --threads=1:5"

data/foreman/et1.env

@@ -0,0 +1,16 @@
+DB_NAME=et1db
+HTTP_OPEN_TIMEOUT_S=15
+HTTP_READ_TIMEOUT_S=15
+REDIS_DATABASE=5
+S3_UPLOAD_BUCKET='et1bucket'
+RAVEN_DSN='https://1b78623c8bab4dfb9aeb6f5dbb31ae34:0f4a38359e7e47f99e7e69449b32ef2b@sentry.io/1355286'
+AWS_ACCESS_KEY_ID=accessKey1
+AWS_SECRET_ACCESS_KEY=verySecretKey1
+S3_UPLOAD_BUCKET=et1bucket
+AWS_REGION=us-east-1
+AWS_ENDPOINT=http://s3.et.127.0.0.1.nip.io:3100
+AWS_S3_FORCE_PATH_STYLE=true
+ET_API_URL='http://api.et.127.0.0.1.nip.io:3100/api/v2'
+SECURE_SESSION_COOKIE=false
+SENDING_HOST=et1.et.127.0.0.1.nip.io
+FLATTEN_PDF=false

data/foreman/et3.env

@@ -0,0 +1,3 @@
+REDIS_URL=redis://redis:6379/5
+RAVEN_DSN='https://7f2374c2e0cd4650bf5129c9fe45215e:e0ae53d01bd7454da963790ee204ffa0@sentry.io/1376078'
+ET_API_URL='http://api.et.127.0.0.1.nip.io:3100/api'

data/foreman/et_admin.env

@@ -0,0 +1,8 @@
+DEVISE_SECRET_KEY=JK3N45KH56743JN25J1B5H43B24H35BJ6575KN21NRNKFASDF89DU23I4NK5TGKFD
+REDIS_DATABASE=2
+RAILS_SERVE_STATIC_FILES='true'
+SEED_EXAMPLE_USERS='true'
+S3_UPLOAD_BUCKET='etapibucket'
+RAVEN_DSN='https://ff44444af15e43a287fa10eb4f3fd825:b5764132fc3a42e98d8a7f8ba3042a90@sentry.io/1389908'
+ET_API_URL='http://api.et.127.0.0.1.nip.io:3100/api'
+

data/foreman/et_api.env

@@ -0,0 +1,7 @@
+WEB_CONCURRENCY=1
+SECRET_KEY_BASE=sdlkjewfkjhfviuhduihenrjk435r89esfd7cv983qh2n4r3q27yh4u5rtfg
+REDIS_DATABASE=2
+S3_UPLOAD_BUCKET='etapibucket'
+S3_DIRECT_UPLOAD_BUCKET='etapidirectbucket'
+RAVEN_DSN='https://929365547a42468fb521248a96100646:139af8327fa340b88088efeae059fca8@sentry.io/1254109'
+ACAS_SERVICE_URL='http://acas.et.127.0.0.1.nip.io:3100/Lookup/ECService.svc'

data/foreman/et_atos.env

@@ -0,0 +1,3 @@
+S3_UPLOAD_BUCKET='etapibucket'
+S3_DIRECT_UPLOAD_BUCKET='etapidirectbucket'
+DB_NAME='et_api_production'

data/foreman/mailhog.env

@@ -0,0 +1,3 @@
+export MH_API_BIND_ADDR=0.0.0.0:8025
+export MH_SMTP_BIND_ADDR=0.0.0.0:1025
+export MH_UI_BIND_ADDR=0.0.0.0:8025

data/foreman/minio.env

@@ -0,0 +1,2 @@
+MINIO_ACCESS_KEY=accessKey1
+MINIO_SECRET_KEY=verySecretKey1

data/foreman/ports.env

@@ -0,0 +1,4 @@
+ET1_PORT=3003
+ETAPI_PORT=3000
+S3_PORT=3002
+ET_ADMIN_PORT=3001

data/foreman/s3/.env

@@ -0,0 +1,5 @@
+cd ../..
+mkdir -p tmp/S3DataPath
+mkdir -p tmp/S3MetadataPath
+export S3DATAPATH="$(pwd)/tmp/S3DataPath"
+export S3METADATAPATH="$(pwd)/tmp/S3MetadataPath"

data/foreman/traefik.json

@@ -0,0 +1,188 @@
+{
+  "backends": {
+    "et1": {
+      "servers": {
+        "web": {
+          "url": "http://localhost:5101",
+          "weight": 1
+        }
+      }
+    },
+    "et3": {
+      "servers": {
+        "web": {
+          "url": "http://localhost:5601",
+          "weight": 1
+        }
+      }
+    },
+    "admin": {
+      "servers": {
+        "web": {
+          "url": "http://localhost:7801",
+          "weight": 1
+        }
+      }
+    },
+    "api": {
+      "servers": {
+        "web": {
+          "url": "http://localhost:6501",
+          "weight": 1
+        }
+      }
+    },
+    "atos_api": {
+      "servers": {
+        "web": {
+          "url": "http://localhost:8601",
+          "weight": 1
+        }
+      }
+    },
+    "s3": {
+      "servers": {
+        "web": {
+          "url": "http://localhost:9000",
+          "weight": 1
+        }
+      }
+    },
+    "mail": {
+      "servers": {
+        "web": {
+          "url": "http://localhost:8025",
+          "weight": 1
+        }
+      }
+    },
+    "azure_blob": {
+      "servers": {
+        "web": {
+          "url": "http://localhost:10000",
+          "weight": 1
+        }
+      }
+    },
+    "fake_acas": {
+      "servers": {
+        "web": {
+          "url": "http://localhost:11601",
+          "weight": 1
+        }
+      }
+    }
+
+
+  },
+  "frontends": {
+    "et1": {
+      "entryPoints": [
+        "http"
+      ],
+      "backend": "et1",
+      "passHostHeader": true,
+      "routes": {
+        "test_1": {
+          "rule": "Host:et1.et.127.0.0.1.nip.io"
+        }
+      }
+    },
+    "et3": {
+      "entryPoints": [
+        "http"
+      ],
+      "backend": "et3",
+      "passHostHeader": true,
+      "routes": {
+        "test_1": {
+          "rule": "Host:et3.et.127.0.0.1.nip.io"
+        }
+      }
+    },
+    "admin": {
+      "entryPoints": [
+        "http"
+      ],
+      "backend": "admin",
+      "passHostHeader": true,
+      "routes": {
+        "test_1": {
+          "rule": "Host:admin.et.127.0.0.1.nip.io"
+        }
+      }
+    },
+    "api": {
+      "entryPoints": [
+        "http"
+      ],
+      "backend": "api",
+      "passHostHeader": true,
+      "routes": {
+        "test_1": {
+          "rule": "Host:api.et.127.0.0.1.nip.io"
+        }
+      }
+    },
+    "atos_api": {
+      "entryPoints": [
+        "http"
+      ],
+      "backend": "atos_api",
+      "passHostHeader": true,
+      "routes": {
+        "test_1": {
+          "rule": "Host:atos.et.127.0.0.1.nip.io"
+        }
+      }
+    },
+    "s3": {
+      "entryPoints": [
+        "http"
+      ],
+      "backend": "s3",
+      "passHostHeader": true,
+      "routes": {
+        "test_1": {
+          "rule": "Host:s3.et.127.0.0.1.nip.io"
+        }
+      }
+    },
+    "mail": {
+      "entryPoints": [
+        "http"
+      ],
+      "backend": "mail",
+      "passHostHeader": true,
+      "routes": {
+        "test_1": {
+          "rule": "Host:mail.et.127.0.0.1.nip.io"
+        }
+      }
+    },
+    "azure_blob": {
+      "entryPoints": [
+        "http"
+      ],
+      "backend": "azure_blob",
+      "passHostHeader": true,
+      "routes": {
+        "test_1": {
+          "rule": "Host:azure_blob_storage.et.127.0.0.1.nip.io"
+        }
+      }
+    },
+    "fake_acas": {
+      "entryPoints": [
+        "http"
+      ],
+      "backend": "fake_acas",
+      "passHostHeader": true,
+      "routes": {
+        "test_1": {
+          "rule": "Host:acas.et.127.0.0.1.nip.io"
+        }
+      }
+    }
+  }
+}

data/foreman/traefik.toml

@@ -0,0 +1,38 @@
+[file]
+
+[entryPoints]
+  [entryPoints.http]
+  address = ":3100"
+  [entryPoints.traefik]
+  address = ":3200"
+
+# API definition
+# Warning: Enabling API will expose Traefik's configuration.
+# It is not recommended in production,
+# unless secured by authentication and authorizations
+[api]
+  # Name of the related entry point
+  #
+  # Optional
+  # Default: "traefik"
+  #
+  entryPoint = "traefik"
+
+  # Enable Dashboard
+  #
+  # Optional
+  # Default: true
+  #
+  dashboard = true
+
+  # Enable debug mode.
+  # This will install HTTP handlers to expose Go expvars under /debug/vars and
+  # pprof profiling data under /debug/pprof/.
+  # Additionally, the log level will be set to DEBUG.
+  #
+  # Optional
+  # Default: false
+  #
+  debug = true
+
+[rest]

data/lib/et_full_system/cli/docker/server.rb

@@ -0,0 +1,33 @@
+require 'bundler'
+module EtFullSystem
+  #!/usr/bin/env ruby
+  # frozen_string_literal: true
+  module Cli
+    module Docker
+      class ServerCommand < Thor
+        BEFORE_BOOT_SCRIPT =
+        desc "up", "Starts the full system server on docker"
+        def up(*args)
+          Bundler.with_original_env do
+            gem_root = File.absolute_path('../../../..', __dir__)
+            cmd = "docker-compose -f #{gem_root}/docker/docker-compose.yml up #{args.join(' ')}"
+            puts cmd
+            exec(cmd)
+          end
+        end
+
+        desc "down", "Stops the full system server on docker"
+        def down(*args)
+          ::Bundler.with_original_env do
+            gem_root = File.absolute_path('../../../..', __dir__)
+            cmd = "docker-compose -f #{gem_root}/docker/docker-compose.yml down #{args.join(' ')}"
+            puts cmd
+            exec(cmd)
+          end
+        end
+
+        default_task :up
+      end
+    end
+  end
+end

data/lib/et_full_system/cli/docker.rb

@@ -0,0 +1,64 @@
+require_relative './docker/server'
+module EtFullSystem
+  #!/usr/bin/env ruby
+  # frozen_string_literal: true
+  class DockerCommand < Thor
+    desc "server", "Starts the full system server on docker or can handle other commands too"
+    subcommand "server", ::EtFullSystem::Cli::Docker::ServerCommand
+
+    desc "bootstrap", "Used by the docker-compose file (using sudo) - do not use yourself"
+    def bootstrap
+      Bundler.with_original_env do
+        cmd = File.absolute_path('../../../shell_scripts/docker_bootstrap.sh', __dir__)
+        puts cmd
+        exec(cmd)
+      end
+    end
+
+    desc "setup", "Sets up the system for initial run - or after changing branches, adding gems etc.. in any of the services"
+    def setup
+      Bundler.with_original_env do
+        gem_root = File.absolute_path('../../..', __dir__)
+        cmd = "/bin/bash --login -c \"cd /home/app/full_system && et_full_system docker bootstrap && et_full_system local setup\""
+        compose_cmd = "docker-compose -f #{gem_root}/docker/docker-compose.yml run --rm et #{cmd}"
+        puts compose_cmd
+        exec(compose_cmd)
+      end
+    end
+
+    desc "compose", "Provides access to the docker-compose command"
+    def compose(*args)
+      Bundler.with_original_env do
+        gem_root = File.absolute_path('../../..', __dir__)
+        cmd = "docker-compose -f #{gem_root}/docker/docker-compose.yml #{args.join(' ')}"
+        puts cmd
+        exec(cmd)
+      end
+    end
+
+    desc "reset", "Bring down the server, remove all caches, rebuild the Dockerfile etc..."
+    def reset
+      Bundler.with_original_env do
+        gem_root = File.absolute_path('../../..', __dir__)
+        cmd = "docker-compose -f #{gem_root}/docker/docker-compose.yml down -v"
+        puts cmd
+        next unless system(cmd)
+        cmd = "docker-compose -f #{gem_root}/docker/docker-compose.yml build --no-cache"
+        puts cmd
+        next unless system(cmd)
+        self.class.start(['setup'])
+      end
+    end
+
+    desc "update_service_url SERVICE URL", "Configures the reverse proxy to connect to a specific url for a service - note the URL must be reachable from the docker container and the server must be running"
+    def update_service_url(service, url)
+      Bundler.with_original_env do
+        gem_root = File.absolute_path('../../..', __dir__)
+        cmd = "/bin/bash --login -c \"et_full_system update_service_url #{service} #{url}\""
+        compose_cmd = "docker-compose -f #{gem_root}/docker/docker-compose.yml exec et #{cmd}"
+        puts compose_cmd
+        exec(compose_cmd)
+      end
+    end
+  end
+end

data/lib/et_full_system/cli/local/file_storage.rb

@@ -0,0 +1,60 @@
+module EtFullSystem
+  #!/usr/bin/env ruby
+  # frozen_string_literal: true
+  require "rubygems"
+  require "thor"
+  require 'aws-sdk-s3'
+  require 'azure/storage'
+
+  module Cli
+    module Local
+      class FileStorageCommand < Thor
+        GEM_PATH = File.absolute_path('../../../..', __dir__)
+
+        desc "setup", "Primes the storage account(s) for running locally - i.e. using local S3 or Azure Blob storage"
+        def setup_storage
+          setup_s3_storage
+          setup_azure_storage
+        end
+
+        private
+
+        def setup_s3_storage
+          config = {
+            region: ENV.fetch('AWS_REGION', 'us-east-1'),
+            access_key_id: ENV.fetch('AWS_ACCESS_KEY_ID', 'accessKey1'),
+            secret_access_key: ENV.fetch('AWS_SECRET_ACCESS_KEY', 'verySecretKey1'),
+            endpoint: ENV.fetch('AWS_ENDPOINT', 'http://s3.et.127.0.0.1.nip.io:3100/'),
+            force_path_style: ENV.fetch('AWS_S3_FORCE_PATH_STYLE', 'true') == 'true'
+          }
+          s3 = Aws::S3::Client.new(config)
+          retry_countdown = 10
+          begin
+            Aws::S3::Bucket.new(client: s3, name: 'et1bucket').tap do |bucket|
+              bucket.create unless bucket.exists?
+            end
+            Aws::S3::Bucket.new(client: s3, name: 'etapibucket').tap do |bucket|
+              bucket.create unless bucket.exists?
+            end
+          rescue Seahorse::Client::NetworkingError, Aws::S3::Errors::NotFound, Aws::S3::Errors::Http502Error, Aws::Errors::ServiceError
+            retry_countdown -= 1
+            if retry_countdown.zero?
+              fail "Could not connect to the S3 server after 10 retries"
+            else
+              STDERR.puts "Retrying connection to S3 server in 30 seconds"
+              sleep 30
+              retry
+            end
+          end
+        end
+
+        def setup_azure_storage
+          Bundler.with_original_env do
+            puts `bash --login -c "cd systems/api && rvm use && dotenv -f \"#{GEM_PATH}/foreman/.env\" dotenv -f \"#{GEM_PATH}/foreman/et_api.env\"  bundle exec bundle exec rails configure_azure_storage_containers configure_azure_storage_cors"`
+
+          end
+        end
+      end
+    end
+  end
+end