docker-compose.yml

version: "3.4"
services:

  # Core data workspace services

  data-workspace:
    build:
      context: .
      dockerfile: Dockerfile
      target: dev
    networks:
      - data-infrastructure-shared-network
    ports:
      - "8000:8000"
      - "4444:4444"
    env_file: .envs/dev.env
    depends_on:
      - data-workspace-postgres
      - data-workspace-redis
      - data-workspace-es
    volumes:
      - .:/app
      - ./dataworkspace:/dataworkspace
    hostname: dataworkspace.test
    extra_hosts:
      - "dataworkspace.test:127.0.0.1"
  
  data-workspace-celery:
    build:
      context: .
      dockerfile: Dockerfile
      target: dev
    networks:
      - data-infrastructure-shared-network
    env_file: .envs/dev.env
    links:
      - "data-workspace-postgres"
      - "data-workspace-redis"
    command: "/dataworkspace/start-celery-dev.sh"
    volumes:
      - ./dataworkspace:/dataworkspace
      - db-logs-dev:/var/log/postgres
  
  data-workspace-postgres:
    build:
      context: postgres
      dockerfile: Dockerfile
    networks:
      - data-infrastructure-shared-network
      - test
    ports:
      - "5432:5432"
    volumes:
      - db-data-dev:/var/lib/postgresql/data
      - db-logs-dev:/var/log/postgres

  data-workspace-arango:
    build:
      context: arango
      dockerfile: Dockerfile
    image: data-workspace-arango
    networks:
      - data-infrastructure-shared-network
      - test
    ports:
      - "8529:8529"
    environment:
      - ARANGO_ROOT_PASSWORD=arango
    volumes:
      - db-arango-dev:/var/lib/arango3

  data-workspace-redis:
    build:
      context: redis
      dockerfile: Dockerfile
    networks:
      - data-infrastructure-shared-network
      - test
    ports:
      - "6379:6379"
  
  data-workspace-es:
    image: docker.elastic.co/elasticsearch/elasticsearch:7.10.0
    environment:
      - discovery.type=single-node
      - http.port=9200
    networks:
      - data-infrastructure-shared-network
      - test
    ports:
      - "9200:9200"

  data-workspace-sso.test:
    build: https://github.com/uktrade/mock-sso.git
    environment:
      - MOCK_SSO_PORT=8081
      - MOCK_SSO_TOKEN=bar
      - MOCK_SSO_CODE=fizz
      - MOCK_SSO_USER_EMAIL=vyvyan.holland@businessandtrade.gov.uk
      - MOCK_SSO_USER_CONTACT_EMAIL=vyvyan.holland@businessandtrade.gov.uk
    networks:
      - data-infrastructure-shared-network
    ports:
      - "8081:8081"

  data-workspace-localstack:
    build:
      context: .localstack
      dockerfile: Dockerfile
    networks:
      - data-infrastructure-shared-network
      - test
    ports:
      - '4563-4599:4563-4599'
    environment:
      - DISABLE_CORS_CHECKS=1
      - DISABLE_CUSTOM_CORS_S3=1
      - AWS_DEFAULT_REGION=eu-west-2
      - EDGE_PORT=4566
      - SERVICES=s3,sts,iam
      - EXTRA_CORS_ALLOWED_ORIGINS=http://dataworkspace.test:8000      
    volumes:
      - "./.localstack/mounted:/var/lib/localstack"
      - "/var/run/docker.sock:/var/run/docker.sock"

  # Superset profile services
  # Requires https://github.com/uktrade/data-workspace-superset cloned into ../data-workspace-superset

  data-workspace-superset:
    build:
      context: ../data-workspace-superset
      dockerfile: Dockerfile
      target: dev
    image: data-workspace-superset
    networks:
      - data-infrastructure-shared-network
    depends_on:
      - data-workspace-postgres
    profiles:
      - superset
    environment:
      DB_USER: postgres
      DB_PASSWORD: postgres
      DB_HOST: data-workspace-postgres
      DB_NAME: superset
      DB_PORT: 5432
    env_file:
      - .envs/superset.dev.env
    volumes:
      - ../data-workspace-superset/superset_config.py:/etc/superset/superset_config.py

  # Test profile services

  data-workspace-test:
    build:
      context: .
      dockerfile: Dockerfile
      target: test
    image: data-workspace-test
    profiles:
      - test
    networks:
      - test
    stdin_open: true
    tty: true
    env_file:
      - ./.envs/test.env
    shm_size: '200mb'  # needed for chromium selenium tests - otherwise page/tab crashes
    ports:
      - "8000"
    links:
      - "data-workspace-postgres"
      - "data-workspace-redis"
      - "data-workspace-es"
      - "data-workspace-arango"
      - "data-workspace-localstack"
    depends_on:
      - "data-workspace-test-results"
    extra_hosts:
      - "dataworkspace.test:127.0.0.1"
      - "superset.dataworkspace.test:127.0.0.1"
      - "superset-edit.dataworkspace.test:127.0.0.1"
      - "testapplication-23b40dd9.dataworkspace.test:127.0.0.1"
      - "testdbapplication-23b40dd9.dataworkspace.test:127.0.0.1"
      - "testvisualisation.dataworkspace.test:127.0.0.1"
      - "testvisualisation--8888.dataworkspace.test:127.0.0.1"
      - "testvisualisation--11372717.dataworkspace.test:127.0.0.1"
      - "testvisualisation--11372717--8888.dataworkspace.test:127.0.0.1"
      - "testvisualisation-a.dataworkspace.test:127.0.0.1"
      - "testvisualisation-b.dataworkspace.test:127.0.0.1"
      - "api.ecr.my-region-1.amazonaws.com:127.0.0.1"
      - "mlflow--data-science.dataworkspace.test:127.0.0.1"
      - "arango.dataworkspace.test:127.0.0.1"
    volumes:
      - db-logs-dev:/var/log/postgres
      - test-results:/test-results
  
  # Have a named volume since mounting a local directory isn't possible in CircleCI's
  # remote docker system. And docker compose run kills the container running the tests
  # proper, so to be able to copy out results, run a small container just to be able
  # to access the named volume after the tests finish
  data-workspace-test-results:
    image: busybox
    profiles:
      - test
    networks:
      - test
    tty: true
    volumes:
      - test-results:/test-results

  data-workspace-e2e-test:
    build:
      context: .
      dockerfile: cypress/Dockerfile
      target: e2e
    profiles:
      - e2e
      - a11y
    networks:
      - data-infrastructure-shared-network
    depends_on:
      - data-workspace
    environment:
      - CYPRESS_baseUrl=http://dataworkspace.test:8000
    entrypoint: dockerize -wait tcp://data-workspace:8000 -timeout 3m -wait-retry-interval 5s
    command: cypress run --reporter cypress-multi-reporters --reporter-options configFile=cypress-reporter-config.json
    

volumes:
  db-data-dev:
  db-logs-dev:
  db-arango-dev:
  # Test volume config
  test-results:
  dataworkspace:
    driver: local
    driver_opts:
      o: bind
      type: none
      device: ${PWD}/dataworkspace
  test:
    driver: local
    driver_opts:
      o: bind
      type: none
      device: ${PWD}/test
  app:
    driver: local
    driver_opts:
      o: bind
      type: none
      device: ${PWD}
  
networks:
  data-infrastructure-shared-network:
    name: data-infrastructure-shared-network
    driver: bridge
  test:
    driver: bridge