WIP update vhr18 dem files

docker-compose.dem.dev.yml

+version: "3.6"
+services:
+  client:
+    ports:
+      - "80:80"
+    configs:
+      - source: client-dev
+        target: /usr/share/nginx/html/index.html
+  renderer:
+    ports:
+      - "81:80"
+      - "82:8080"
+    volumes:
+      - type: bind
+        source: ./data/
+        target: /data/
+      - type: bind
+        source: ./core/eoxserver/eoxserver/
+        target: /usr/local/lib/python2.7/dist-packages/eoxserver/
+  registrar:
+    volumes:
+      - type: bind
+        source: ./data/
+        target: /data/
+      - type: bind
+        source: ./core/eoxserver/eoxserver/
+        target: /usr/local/lib/python2.7/dist-packages/eoxserver/
+      - type: bind
+        source: ./core/
+        target: /core/
+  cache:
+    ports:
+      - "83:80"
+    volumes:
+      - type: bind
+        source: ./data/
+        target: /data/
+    configs:
+      - source: mapcache-dev
+        target: /mapcache-template.xml
+  preprocessor:
+    volumes:
+      - type: tmpfs
+        target: /tmp
+      - type: bind
+        source: ./preprocessor/
+        target: /preprocessor/

docker-compose.dem.ops.yml

+version: "3.6"
+services:
+  database:
+    volumes:
+      - type: tmpfs
+        target: /dev/shm
+        tmpfs:
+          size: 536870912
+  renderer:
+    environment:
+      INSTALL_DIR: "/var/www/pdas/ops/"
+    deploy:
+      replicas: 3
+      labels:
+        # router for basic auth based access (https)
+        - "traefik.http.routers.dem-renderer.rule=Host(`dem.pdas.prism.eox.at`, `a.dem.pdas.prism.eox.at`, `b.dem.pdas.prism.eox.at`, `c.dem.pdas.prism.eox.at`, `d.dem.pdas.prism.eox.at`, `e.dem.pdas.prism.eox.at`, `f.dem.pdas.prism.eox.at`, `g.dem.pdas.prism.eox.at`, `h.dem.pdas.prism.eox.at`, `dem.pass.copernicus.eu`, `a.dem.pass.copernicus.eu`, `b.dem.pass.copernicus.eu`, `c.dem.pass.copernicus.eu`, `d.dem.pass.copernicus.eu`, `e.dem.pass.copernicus.eu`, `f.dem.pass.copernicus.eu`, `g.dem.pass.copernicus.eu`, `h.dem.pass.copernicus.eu`) && PathPrefix(`/ows`, `/opensearch`, `/admin`)"
+        - "traefik.http.routers.dem-renderer.middlewares=auth@file,compress@file,cors@file"
+        - "traefik.http.routers.dem-renderer.tls=true"
+        - "traefik.http.routers.dem-renderer.tls.certresolver=default"
+        - "traefik.http.routers.dem-renderer.entrypoints=https"
+        # router for basic auth based access (http)
+        - "traefik.http.routers.dem-renderer-redirect.rule=Host(`dem.pdas.prism.eox.at`, `a.dem.pdas.prism.eox.at`, `b.dem.pdas.prism.eox.at`, `c.dem.pdas.prism.eox.at`, `d.dem.pdas.prism.eox.at`, `e.dem.pdas.prism.eox.at`, `f.dem.pdas.prism.eox.at`, `g.dem.pdas.prism.eox.at`, `h.dem.pdas.prism.eox.at`, `dem.pass.copernicus.eu`, `a.dem.pass.copernicus.eu`, `b.dem.pass.copernicus.eu`, `c.dem.pass.copernicus.eu`, `d.dem.pass.copernicus.eu`, `e.dem.pass.copernicus.eu`, `f.dem.pass.copernicus.eu`, `g.dem.pass.copernicus.eu`, `h.dem.pass.copernicus.eu`) && PathPrefix(`/ows`, `/opensearch`, `/admin`)"
+        - "traefik.http.routers.dem-renderer-redirect.middlewares=redirect@file"
+        - "traefik.http.routers.dem-renderer-redirect.entrypoints=http"
+        # router for referrer based access (https)
+        - "traefik.http.routers.dem-renderer_referer.rule=Host(`dem.pdas.prism.eox.at`, `a.dem.pdas.prism.eox.at`, `b.dem.pdas.prism.eox.at`, `c.dem.pdas.prism.eox.at`, `d.dem.pdas.prism.eox.at`, `e.dem.pdas.prism.eox.at`, `f.dem.pdas.prism.eox.at`, `g.dem.pdas.prism.eox.at`, `h.dem.pdas.prism.eox.at`, `dem.pass.copernicus.eu`, `a.dem.pass.copernicus.eu`, `b.dem.pass.copernicus.eu`, `c.dem.pass.copernicus.eu`, `d.dem.pass.copernicus.eu`, `e.dem.pass.copernicus.eu`, `f.dem.pass.copernicus.eu`, `g.dem.pass.copernicus.eu`, `h.dem.pass.copernicus.eu`) && PathPrefix(`/ows`, `/opensearch`, `/admin`) && HeadersRegexp(`Referer`, `(https?://)?(panda.copernicus.eu|panda.cdsv3.eu|panda-demo.ondaprism.eu|panda-demo.copernicus.eu|cdsportal-demo.copernicus.eu|ocqc-demo.copernicus.eu|dem.pdas.prism.eox.at|dem.pass.copernicus.eu)/?`)"
+        - "traefik.http.routers.dem-renderer_referer.middlewares=compress@file,cors@file"
+        - "traefik.http.routers.dem-renderer_referer.tls=true"
+        - "traefik.http.routers.dem-renderer_referer.tls.certresolver=default"
+        - "traefik.http.routers.dem-renderer_referer.entrypoints=https"
+        # router for referrer based access (http)
+        - "traefik.http.routers.dem-renderer_referer-redirect.rule=Host(`dem.pdas.prism.eox.at`, `a.dem.pdas.prism.eox.at`, `b.dem.pdas.prism.eox.at`, `c.dem.pdas.prism.eox.at`, `d.dem.pdas.prism.eox.at`, `e.dem.pdas.prism.eox.at`, `f.dem.pdas.prism.eox.at`, `g.dem.pdas.prism.eox.at`, `h.dem.pdas.prism.eox.at`, `dem.pass.copernicus.eu`, `a.dem.pass.copernicus.eu`, `b.dem.pass.copernicus.eu`, `c.dem.pass.copernicus.eu`, `d.dem.pass.copernicus.eu`, `e.dem.pass.copernicus.eu`, `f.dem.pass.copernicus.eu`, `g.dem.pass.copernicus.eu`, `h.dem.pass.copernicus.eu`) && PathPrefix(`/ows`, `/opensearch`, `/admin`) && HeadersRegexp(`Referer`, `(https?://)?(panda.copernicus.eu|panda.cdsv3.eu|panda-demo.ondaprism.eu|panda-demo.copernicus.eu|cdsportal-demo.copernicus.eu|ocqc-demo.copernicus.eu|dem.pdas.prism.eox.at|dem.pass.copernicus.eu)/?`)"
+        - "traefik.http.routers.dem-renderer_referer-redirect.middlewares=redirect@file"
+        - "traefik.http.routers.dem-renderer_referer-redirect.entrypoints=http"
+        # general
+        - "traefik.http.services.dem-renderer.loadbalancer.sticky=false"
+        - "traefik.http.services.dem-renderer.loadbalancer.server.port=80"
+        - "traefik.docker.network=dem-extnet"
+        - "traefik.docker.lbswarm=true"
+        - "traefik.enable=true"
+      placement:
+        constraints:
+          - node.labels.type == external
+      resources:
+        limits:
+          memory: 8G
+    networks:
+      - extnet
+  cache:
+    configs:
+      - source: mapcache-ops
+        target: /mapcache-template.xml
+    deploy:
+      labels:
+        - "traefik.http.middlewares.cache-stripprefix.stripprefix.prefixes=/cache"
+        # router for basic auth based access (https)
+        - "traefik.http.routers.dem-cache.rule=Host(`dem.pdas.prism.eox.at`, `a.dem.pdas.prism.eox.at`, `b.dem.pdas.prism.eox.at`, `c.dem.pdas.prism.eox.at`, `d.dem.pdas.prism.eox.at`, `e.dem.pdas.prism.eox.at`, `f.dem.pdas.prism.eox.at`, `g.dem.pdas.prism.eox.at`, `h.dem.pdas.prism.eox.at`, `dem.pass.copernicus.eu`, `a.dem.pass.copernicus.eu`, `b.dem.pass.copernicus.eu`, `c.dem.pass.copernicus.eu`, `d.dem.pass.copernicus.eu`, `e.dem.pass.copernicus.eu`, `f.dem.pass.copernicus.eu`, `g.dem.pass.copernicus.eu`, `h.dem.pass.copernicus.eu`) && PathPrefix(`/cache`)"
+        - "traefik.http.routers.dem-cache.middlewares=auth@file,cache-stripprefix,compress@file,cors@file"
+        - "traefik.http.routers.dem-cache.tls=true"
+        - "traefik.http.routers.dem-cache.tls.certresolver=default"
+        - "traefik.http.routers.dem-cache.entrypoints=https"
+        # router for basic auth based access (http)
+        - "traefik.http.routers.dem-cache-redirect.rule=Host(`dem.pdas.prism.eox.at`, `a.dem.pdas.prism.eox.at`, `b.dem.pdas.prism.eox.at`, `c.dem.pdas.prism.eox.at`, `d.dem.pdas.prism.eox.at`, `e.dem.pdas.prism.eox.at`, `f.dem.pdas.prism.eox.at`, `g.dem.pdas.prism.eox.at`, `h.dem.pdas.prism.eox.at`, `dem.pass.copernicus.eu`, `a.dem.pass.copernicus.eu`, `b.dem.pass.copernicus.eu`, `c.dem.pass.copernicus.eu`, `d.dem.pass.copernicus.eu`, `e.dem.pass.copernicus.eu`, `f.dem.pass.copernicus.eu`, `g.dem.pass.copernicus.eu`, `h.dem.pass.copernicus.eu`) && PathPrefix(`/cache`)"
+        - "traefik.http.routers.dem-cache-redirect.middlewares=redirect@file"
+        - "traefik.http.routers.dem-cache-redirect.entrypoints=http"
+        # router for referrer based access (https)
+        - "traefik.http.routers.dem-cache_referer.rule=Host(`dem.pdas.prism.eox.at`, `a.dem.pdas.prism.eox.at`, `b.dem.pdas.prism.eox.at`, `c.dem.pdas.prism.eox.at`, `d.dem.pdas.prism.eox.at`, `e.dem.pdas.prism.eox.at`, `f.dem.pdas.prism.eox.at`, `g.dem.pdas.prism.eox.at`, `h.dem.pdas.prism.eox.at`, `dem.pass.copernicus.eu`, `a.dem.pass.copernicus.eu`, `b.dem.pass.copernicus.eu`, `c.dem.pass.copernicus.eu`, `d.dem.pass.copernicus.eu`, `e.dem.pass.copernicus.eu`, `f.dem.pass.copernicus.eu`, `g.dem.pass.copernicus.eu`, `h.dem.pass.copernicus.eu`) && PathPrefix(`/cache`) && HeadersRegexp(`Referer`, `(https?://)?(panda.copernicus.eu|panda.cdsv3.eu|panda-demo.ondaprism.eu|panda-demo.copernicus.eu|cdsportal-demo.copernicus.eu|ocqc-demo.copernicus.eu|dem.pdas.prism.eox.at|dem.pass.copernicus.eu)/?`)"
+        - "traefik.http.routers.dem-cache_referer.middlewares=cache-stripprefix,compress@file,cors@file"
+        - "traefik.http.routers.dem-cache_referer.tls=true"
+        - "traefik.http.routers.dem-cache_referer.tls.certresolver=default"
+        - "traefik.http.routers.dem-cache_referer.entrypoints=https"
+        # router for referrer based access (http)
+        - "traefik.http.routers.dem-cache_referer-redirect.rule=Host(`dem.pdas.prism.eox.at`, `a.dem.pdas.prism.eox.at`, `b.dem.pdas.prism.eox.at`, `c.dem.pdas.prism.eox.at`, `d.dem.pdas.prism.eox.at`, `e.dem.pdas.prism.eox.at`, `f.dem.pdas.prism.eox.at`, `g.dem.pdas.prism.eox.at`, `h.dem.pdas.prism.eox.at`, `dem.pass.copernicus.eu`, `a.dem.pass.copernicus.eu`, `b.dem.pass.copernicus.eu`, `c.dem.pass.copernicus.eu`, `d.dem.pass.copernicus.eu`, `e.dem.pass.copernicus.eu`, `f.dem.pass.copernicus.eu`, `g.dem.pass.copernicus.eu`, `h.dem.pass.copernicus.eu`) && PathPrefix(`/cache`) && HeadersRegexp(`Referer`, `(https?://)?(panda.copernicus.eu|panda.cdsv3.eu|panda-demo.ondaprism.eu|panda-demo.copernicus.eu|cdsportal-demo.copernicus.eu|ocqc-demo.copernicus.eu|dem.pdas.prism.eox.at|dem.pass.copernicus.eu)/?`)"
+        - "traefik.http.routers.dem-cache_referer-redirect.middlewares=redirect@file"
+        - "traefik.http.routers.dem-cache_referer-redirect.entrypoints=http"
+        # general
+        - "traefik.http.services.dem-cache.loadbalancer.sticky=false"
+        - "traefik.http.services.dem-cache.loadbalancer.server.port=80"
+        - "traefik.docker.network=dem-extnet"
+        - "traefik.docker.lbswarm=true"
+        - "traefik.enable=true"
+      resources:
+        limits:
+          memory: 8G
+      replicas: 3
+      placement:
+        constraints:
+          - node.labels.type == external
+    networks:
+      - extnet
+  registrar:
+    environment:
+      INSTALL_DIR: "/var/www/pdas/ops/"
+    deploy:
+      replicas: 0
+      placement:
+        constraints:
+          - node.labels.type == internal
+  # redis-manager:
+  #   environment:
+  #     INSTALL_DIR: "/var/www/pdas/ops/"
+  client:
+    configs:
+      - source: client-ops
+        target: /usr/share/nginx/html/index.html
+    deploy:
+      labels:
+        # router for basic auth based access (https)
+        - "traefik.http.routers.dem-client.rule=Host(`dem.pdas.prism.eox.at`, `dem.pass.copernicus.eu`)"
+        - "traefik.http.routers.dem-client.middlewares=auth@file,compress@file"
+        - "traefik.http.routers.dem-client.tls=true"
+        - "traefik.http.routers.dem-client.tls.certresolver=default"
+        - "traefik.http.routers.dem-client.entrypoints=https"
+        # router for basic auth based access (http)
+        - "traefik.http.routers.dem-client-redirect.rule=Host(`dem.pdas.prism.eox.at`, `dem.pass.copernicus.eu`)"
+        - "traefik.http.routers.dem-client-redirect.middlewares=redirect@file"
+        - "traefik.http.routers.dem-client-redirect.entrypoints=http"
+        # general
+        - "traefik.http.services.dem-client.loadbalancer.sticky=false"
+        - "traefik.http.services.dem-client.loadbalancer.server.port=80"
+        - "traefik.docker.network=dem-extnet"
+        - "traefik.docker.lbswarm=true"
+        - "traefik.enable=true"
+      placement:
+        constraints:
+          - node.labels.type == external
+    networks:
+      - extnet
+  preprocessor:
+    volumes:
+      - type: bind
+        source: /var/vhr
+        target: /tmp
+    deploy:
+      replicas: 0
+      placement:
+        constraints:
+          - node.labels.type == internal
+networks:
+  extnet:
+    name: dem-extnet
+    external: true

docker-compose.dem.yml

+version: "3.6"
+services:
+  database:
+    image: mdillon/postgis:10
+    volumes:
+      - db-data:/var/lib/postgresql/data
+    env_file:
+      - env/dem.env
+      - env/dem_db.env
+    environment:
+      INSTANCE_ID: "prism-view-server_database"
+    deploy:
+      placement:
+        constraints: [node.role == manager]
+    networks:
+      - intnet
+  redis:
+    image: redis
+    volumes:
+      - redis-data:/data
+    deploy:
+      placement:
+        constraints: [node.role == manager]
+    networks:
+      - intnet
+  renderer:
+    image: registry.gitlab.eox.at/esa/prism/vs/pvs_core:latest
+    volumes:
+      - type: tmpfs
+        target: /tmp
+      - type: volume
+        source: cache-db
+        target: /cache-db
+      - type: volume
+        source: instance-data
+        target: /var/www/pvs
+    env_file:
+      - env/dem.env
+      - env/dem_db.env
+      - env/dem_django.env
+      - env/dem_obs.env
+    environment:
+      INSTANCE_ID: "prism-data-access-server_renderer"
+      INSTALL_DIR: "/var/www/pdas/dev/"
+      INIT_SCRIPTS: "/configure.sh /init-db.sh"
+    configs:
+      - source: init-db
+        target: /init-db.sh
+    deploy:
+      replicas: 1
+    networks:
+      - intnet
+    command:
+      ["/wait-for-database.sh", "/run-httpd.sh"]
+  cache:
+    image: registry.gitlab.eox.at/esa/prism/vs/pvs_cache:latest
+    volumes:
+      - type: tmpfs
+        target: /tmp
+      - type: volume
+        source: cache-db
+        target: /cache-db
+    env_file:
+      - env/dem.env
+      - env/dem_db.env
+      - env/dem_obs.env
+    environment:
+      INSTANCE_ID: "prism-view-server_cache"
+      RENDERER_HOST: renderer
+    deploy:
+      replicas: 1
+    networks:
+      - intnet
+    command:
+      ["/run-httpd.sh"]
+  seeder:
+    image: registry.gitlab.eox.at/esa/prism/vs/pvs_cache:latest
+    volumes:
+      - type: tmpfs
+        target: /tmp
+      - type: volume
+        source: cache-db
+        target: /cache-db
+    env_file:
+      - env/dem.env
+      - env/dem_obs.env
+      - env/dem_redis.env
+    environment:
+      INSTANCE_ID: "prism-data-access-server_seeder"
+      RENDERER_HOST: renderer
+    deploy:
+      replicas: 0
+    networks:
+      - intnet
+    command:
+      ["/run-seeder.sh"]
+  preprocessor:
+    image: registry.gitlab.eox.at/esa/prism/vs/pvs_preprocessor:latest
+    env_file:
+      - env/dem.env
+      - env/dem_obs.env
+      - env/dem_redis.env
+      - env/dem_preprocessor.env
+    environment:
+      INSTANCE_ID: "prism-view-server_preprocessor"
+    deploy:
+      replicas: 1
+    networks:
+      - intnet
+    command:
+      ["/run-preprocessor.sh"]
+  registrar:
+    image: registry.gitlab.eox.at/esa/prism/vs/pvs_core:latest
+    volumes:
+      - type: tmpfs
+        target: /tmp
+      - type: volume
+        source: instance-data
+        target: /var/www/pdas
+    env_file:
+      - env/dem.env
+      - env/dem_db.env
+      - env/dem_obs.env
+      - env/dem_redis.env
+    environment:
+      INSTANCE_ID: "prism-view-server_registrar"
+      INSTALL_DIR: "/var/www/pdas/dev/"
+      SCALEFACTOR: "1"
+      IN_MEMORY: "false"
+      INIT_SCRIPTS: "/configure.sh /init-db.sh"
+    configs:
+      - source: init-db
+        target: /init-db.sh
+    deploy:
+      replicas: 1
+    networks:
+      - intnet
+    command:
+      ["/wait-for-database.sh", "/run-registrar.sh"]
+  client:
+    image: registry.gitlab.eox.at/esa/prism/vhr_image_2018/pdas_client:latest
+    deploy:
+      replicas: 1
+configs:
+  init-db:
+    file: ./config/dem_init-db.sh
+  mapcache-dev:
+    file: ./config/dem_mapcache-dev.xml
+  mapcache-ops:
+    file: ./config/dem_mapcache-ops.xml
+  client-dev:
+    file: ./config/dem_index-dev.html
+  client-ops:
+    file: ./config/dem_index-ops.html
+volumes:
+  db-data:
+  redis-data:
+  cache-db:
+  instance-data:
+networks:
+  intnet: