dem preprocessor config

config/dem_preprocessor-config.yml

+source:
+  type: swift
+  kwargs:
+    username: !env '${OS_USERNAME_DOWNLOAD}'
+    password: !env '${OS_PASSWORD_DOWNLOAD}'
+    tenant_name: !env '${OS_TENANT_NAME_DOWNLOAD}'
+    tenant_id: !env '${OS_TENANT_ID_DOWNLOAD}'
+    region_name: !env '${OS_REGION_NAME_DOWNLOAD}'
+    auth_url: !env '${OS_AUTH_URL_DOWNLOAD}'
+    auth_version: !env '${ST_AUTH_VERSION_DOWNLOAD}'
+    user_domain_name: !env '${OS_USER_DOMAIN_NAME_DOWNLOAD}'
+target:
+  type: swift
+  kwargs:
+    username: !env '${OS_USERNAME}'
+    password: !env '${OS_PASSWORD}'
+    tenant_name: !env '${OS_TENANT_NAME}'
+    tenant_id: !env '${OS_TENANT_ID}'
+    region_name: !env '${OS_REGION_NAME}'
+    auth_version: !env '${ST_AUTH_VERSION}'
+    auth_url: !env '${OS_AUTH_URL}'
+    user_domain_name: !env '${OS_USER_DOMAIN_NAME}'
+    container: !env '${UPLOAD_CONTAINER}'
+workdir: /tmp
+keep_temp: false
+metadata_glob: '*GSC*.xml'
+type_extractor:
+  xpath:
+    - /gsc:report/gsc:sar_metadata/gml:metaDataProperty/gsc:EarthObservationMetaData/eop:productType/text()
+level_extractor:
+  # xpath can also be a list of xpaths to be tried one after another
+  xpath: substring-after(substring-after(/gsc:report/gsc:opt_metadata/gml:metaDataProperty/gsc:EarthObservationMetaData/eop:parentIdentifier/text(), '/'), '/')
+preprocessing:
+  defaults:
+    move_files: true
+    data_file_globs: # needs to be taken only from DEM sub-folder, otherwise previews get in
+      - '**/DEM/*.dt2'
+      - '**/DEM/*.dt1'
+      - '**/DEM/*.dt0'
+      - '**/DEM/*.tif'
+    output:
+      options:
+        format: COG
+        dstSRS: 'EPSG:4326'
+        dstNodata: 0
+        creationOptions:
+          - BLOCKSIZE=512
+          - COMPRESS=DEFLATE
+          - NUM_THREADS=8
+          - BIGTIFF=IF_SAFER
+          - OVERVIEWS=AUTO
+  types:
+    SAR_DGE_30: # just to pass validation
+      nested: true

docker-compose.dem.yml

@@ -109,6 +109,9 @@ services:
     environment:
       INSTANCE_ID: "prism-view-server_preprocessor"
       WAIT_SERVICES: "redis:6379"
+    configs:
+      - source: preprocessor-config
+        target: /config.yaml
     deploy:
       replicas: 1
     networks:
@@ -161,6 +164,8 @@ configs:
     file: ./config/dem_index-dev.html
   client-ops:
     file: ./config/dem_index-ops.html
+  preprocessor-config:
+    file: ./config/dem-config.yml
 volumes:
   db-data:
   redis-data:

docker-compose.emg.yml

@@ -119,6 +119,9 @@ services:
     environment:
       INSTANCE_ID: "prism-view-server_preprocessor"
       WAIT_SERVICES: "redis:6379"
+    configs:
+      - source: preprocessor-config
+        target: /config.yaml      
     deploy:
       replicas: 1
     networks:
@@ -171,6 +174,8 @@ configs:
     file: ./config/emg_index-dev.html
   client-ops:
     file: ./config/emg_index-ops.html
+  preprocessor-config:
+    file: ./config/emg_preprocessor-config.yml
 volumes:
   db-data:
   redis-data: