Registration routes

Adding implementation routes

A Route is bound to a queue and operates on a particular data-type (such as STAC Item, Collection, paths, arbitrary JSON structures).

Backends are also now generic according to its datatype and are now part of the route.

Each route also encapsulates the pre, post, and error handlers.

Example configuration:

routes:
  items:
    path: registrar.route.stac.ItemRoute
    queue: register
    output_queue: next_queue
    backends:
      - path: registrar.backend.eoxserver.ItemBackend
        kwargs:
          instance_base_path: /some/dir
          instance_name: name

    handlers:
      pre:
        - path: some.pre.handler
      post:
        - path: some.post.handler
      error:
        - path: some.error.handler

  collections:
    path: registrar.route.stac.CollectionRoute
    queue: register-collections
    backends:
      - path: registrar.backend.eoxserver.CollectionBackend

  path:
    path: registrar.route.path.PathRoute
    queue: register-paths
    backends:
      - path: some.path.backend

sources: [...]

This is how a STAC Item route can be implemented:

import json
import pystac

class ItemRoute(Route[pystac.Item]):
    """A route implementation for STAC Items"""

    def parse(self, raw: str) -> pystac.Item:
        return pystac.Item.from_dict(json.loads(raw))

    def get_source(
        self, source_cfgs: List[SourceConfig], item: pystac.Item
    ) -> Optional[Source]:
        return get_source(
            source_cfgs, [asset.href for asset in item.assets.values()]
        )

This is how the Backend interface can be satisfied:

from pystac import Item

# ...

class MyItemBackend(Backend[Item]):
    def exists(self, source: Optional[Source], item: Item) -> bool:
        ...

    def register(self, source: Optional[Source], item: Item, replace: bool):
        ...

    def deregister(self, source: Optional[Source], item: Item):
        ...

    def deregister_identifier(self, identifier: str):
        ...

charts/vs-registrar/files/registrar-config.yaml

@@ -32,40 +32,24 @@ sources:
       endpoint_url: {{ $val.endpoint_url | default "null" }}
     {{- end }}
 {{- end }}
-
-backends:
-  {{- if not ( .Values.config.disableDefaultEoxserver ) }}
-  - type: eoxserver
-    path: registrar.backend.eoxserver.EOxServerBackend
-    kwargs:
-      instance_base_path: {{ .Values.config.eoxserverInstanceBasePath }}
-      instance_name: {{ .Values.config.eoxserverInstanceName }}
-      product_types:
-      {{- range $prod_type_val := .Values.global.productTypes -}}
-      {{- if ( $.Values.config.removeBrowsesFromConfig ) }}
-        {{- $prod_type_val := unset $prod_type_val "browses" }}
-      {{- end }}
-      {{- $prod_type_val := unset $prod_type_val "defaultBrowse" }}
-      -{{- toYaml $prod_type_val | nindent 10 -}}
-      {{- end -}}
+routes:
+  {{- if not ( .Values.config.disableDefaultRoute ) }}
+  items:
+    path: registrar.route.stac.ItemRoute
+    replace: true
+    queue: register
+    backends:
+      - path: registrar.backend.eoxserver.ItemBackend
+        kwargs:
+          instance_base_path: {{ .Values.config.eoxserverInstanceBasePath }}
+          instance_name: {{ .Values.config.eoxserverInstanceName }}
+          product_types:
+          {{- range $prod_type_val := .Values.global.productTypes -}}
+          {{- if ( $.Values.config.removeBrowsesFromConfig ) }}
+            {{- $prod_type_val := unset $prod_type_val "browses" }}
+          {{- end }}
+          {{- $prod_type_val := unset $prod_type_val "defaultBrowse" }}
+          -{{- toYaml $prod_type_val | nindent 14 -}}
+          {{- end -}}
   {{- end }}
-  {{- range .Values.config.backends }}
-  -{{ toYaml . | nindent 6 }}
-  {{- end }}
-
-{{- if not (empty .Values.config.pathBackends) }}
-path_backends:
-{{- range .Values.config.pathBackends }}
--{{ toYaml . | nindent 6 }}
-{{- end }}
-{{- end }}
-
-{{- if not (empty .Values.config.preHandlers) }}
-pre_handlers:
-  {{- toYaml .Values.config.preHandlers | nindent 4 -}}
-{{- end }}
-
-{{- if not (empty .Values.config.postHandlers) }}
-post_handlers:
-  {{- toYaml .Values.config.postHandlers | nindent 4 -}}
-{{- end }}
+  {{- toYaml .Values.config.routes | nindent 2 -}}