updating gitlab ci

reduced size of artifacts

moved deployment of pages to deploy stage

added test stage

split builds into separate jobs that run in parallel

updated dind images

separated into multiple build jobs / each build job per service

added script for running build jobs

closes #135 (closed) #134 (closed)

.gitlab-ci.yml

@@ -27,34 +27,66 @@ build-core:
   stage: build
   script:
     - ./ci_image_build.sh $CI_COMMIT_REF_NAME $IMAGE_1 core
+  artifacts:
+    paths:
+      - "image"
+    expire_in: 5 hours
 build-preprocessor:
   stage: build
   script:
     - ./ci_image_build.sh $CI_COMMIT_REF_NAME $IMAGE_2 preprocessor
+  artifacts:
+    paths:
+      - "image"
+    expire_in: 5 hours
 build-client:
   stage: build
   script:
     - ./ci_image_build.sh $CI_COMMIT_REF_NAME $IMAGE_3 client
+  artifacts:
+    paths:
+      - "image"
+    expire_in: 5 hours
 build-cache:
   stage: build
   script:
     - ./ci_image_build.sh $CI_COMMIT_REF_NAME $IMAGE_4 cache
+  artifacts:
+    paths:
+      - "image"
+    expire_in: 5 hours
 build-fluentd:
   stage: build
   script:
     - ./ci_image_build.sh $CI_COMMIT_REF_NAME $IMAGE_5 fluentd
+  artifacts:
+    paths:
+      - "image"
+    expire_in: 5 hours
 build-ingestor:
   stage: build
   script:
     - ./ci_image_build.sh $CI_COMMIT_REF_NAME $IMAGE_6 ingestor
+  artifacts:
+    paths:
+      - "image"
+    expire_in: 5 hours
 build-sftp:
   stage: build
   script:
     - ./ci_image_build.sh $CI_COMMIT_REF_NAME $IMAGE_7 sftp
+  artifacts:
+    paths:
+      - "image"
+    expire_in: 5 hours
 build-shibauth:
   stage: build
   script:
     - ./ci_image_build.sh $CI_COMMIT_REF_NAME $IMAGE_8 shibauth
+  artifacts:
+    paths:
+      - "image"
+    expire_in: 5 hours
 
 # master-staging - test in master and staging
 ms-test: