EOX GitLab Instance

Skip to content
Snippets Groups Projects
dem_preprocessor-config.yml 1.8 KiB
Newer Older
source:
  type: swift
  kwargs:
    username: !env '${OS_USERNAME_DOWNLOAD}'
    password: !env '${OS_PASSWORD_DOWNLOAD}'
    tenant_name: !env '${OS_TENANT_NAME_DOWNLOAD}'
    tenant_id: !env '${OS_TENANT_ID_DOWNLOAD}'
    region_name: !env '${OS_REGION_NAME_DOWNLOAD}'
    auth_url: !env '${OS_AUTH_URL_DOWNLOAD}'
    auth_version: !env '${ST_AUTH_VERSION_DOWNLOAD}'
    user_domain_name: !env '${OS_USER_DOMAIN_NAME_DOWNLOAD}'
target:
  type: swift
  kwargs:
    username: !env '${OS_USERNAME}'
    password: !env '${OS_PASSWORD}'
    tenant_name: !env '${OS_TENANT_NAME}'
    tenant_id: !env '${OS_TENANT_ID}'
    region_name: !env '${OS_REGION_NAME}'
    auth_version: !env '${ST_AUTH_VERSION}'
    auth_url: !env '${OS_AUTH_URL}'
    user_domain_name: !env '${OS_USER_DOMAIN_NAME}'
    container: !env '${UPLOAD_CONTAINER}'
workdir: /tmp
keep_temp: false
metadata_glob: '*GSC*.xml'
type_extractor:
  xpath:
    - /gsc:report/gsc:sar_metadata/gml:metaDataProperty/gsc:EarthObservationMetaData/eop:productType/text()
level_extractor:
  # xpath can also be a list of xpaths to be tried one after another
  xpath: substring-after(substring-after(/gsc:report/gsc:opt_metadata/gml:metaDataProperty/gsc:EarthObservationMetaData/eop:parentIdentifier/text(), '/'), '/')
preprocessing:
  defaults:
    move_files: true
    data_file_globs: # needs to be taken only from DEM sub-folder, otherwise previews get in
      - '**/DEM/*.dt2'
      - '**/DEM/*.dt1'
      - '**/DEM/*.dt0'
      - '**/DEM/*.tif'
    output:
      options:
        format: COG
        dstSRS: 'EPSG:4326'
        dstNodata: 0
        creationOptions:
          - BLOCKSIZE=512
          - COMPRESS=DEFLATE
          - NUM_THREADS=8
          - OVERVIEWS=AUTO
  types:
    SAR_DGE_30: # just to pass validation
      nested: true