Fixing test config

Fixing filescheme

harvester/filescheme/__init__.py

@@ -17,6 +17,4 @@ def get_filescheme(filescheme_cfg: dict) -> Optional[FileScheme]:
     if not cls:
         return None
 
-    filescheme = cls(get_source(filescheme_cfg["source"]), **filescheme_cfg)
-
-    return filescheme
+    return cls(get_source(filescheme_cfg.pop("source")), **filescheme_cfg)

tests/data/config.yml

@@ -15,16 +15,19 @@ harvesters:
     extract_property: null
   - name: Fusion-data
     resource:
-      type: S3
-      parameters:
+      type: FileMatcher
+      path: vrt/SR/
+      # file_regex: \d{4}-\d{2}-\d{2}.vrt
+      time_regex: \d{4}-\d{2}-\d{2}
+      # time_format: "%Y-%m-%d"
       url: https://eox-fusion.s3.amazonaws.com/
+      source:
+        type: S3
+        bucket: eox-fusion
+        endpoint_url: https://eox-fusion.s3.amazonaws.com/
         access_key_id: AKIAXVU5ZHGDAZ3XXOM2
         secret_access_key: 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
-        region: eu-central-1
-        prefix: vrt/SR/
-        file_regex: \d{4}-\d{2}-\d{2}.vrt
-        time_regex: \d{4}-\d{2}-\d{2}
-        time_format: "%Y-%m-%d"
+        region_name: eu-central-1
     filter: null
     mode: item
     queue: register
@@ -54,7 +57,6 @@ harvesters:
         property_mapping:
           start_datetime: startDate
           end_datetime: completionDate
-      provider: testmodule.provider.SampleProvider
-    filter: {}
+    postprocessor: testmodule.provider.SampleProvider
     queue: register
     mode: item