path: root/setup/projects/adei/templates/60-adei.yml.j2

apiVersion: v1
kind: Template
metadata:
  name: "adei"
  annotations:
    openshift.io/display-name: "Advanced Data Extraction Infrastructure"
    descriptions: "A complete ADEI deployment for a single setup"
    openshift.io/provider-display-name: "KIT"
    openshift.io/documentation-url: "http://adei.info"
    openshift.io/support-url: "http://adei.info"
    kaas/strategy: "manual"
labels:
  app: "adei"
objects:
{% for name, cfg in adei_frontends.iteritems() %}
{%   if (cfg.enabled | default(true))  %}
{%     if (cfg.cron is defined)  %}
{%        set pod_type = "cron" %}
{%        set pull_policy = "IfNotPresent" %}
{%        set restart_policy = "OnFailure" %}
{#        set restart_policy = "Never" #}
{%     elif (cfg.node is defined)  %}
{%        set pod_type = "frontend" %}
{%        set pull_policy = "Always" %}
{%        set restart_policy = "Always" %}
{%     else %}
{%        set pod_type = cfg.type | default("cacher") %}
{%        set pull_policy = "Always" %}
{%        set restart_policy = "Always" %}
{%     endif %}
{%     if (cfg.node is defined)  %}
  - apiVersion: v1
    kind: Service
    metadata:
      name: "{{ cfg.name }}"
      labels:
        adei-type: "{{ pod_type }}"
        adei-name: "{{ name }}"
        adei-setup: "${setup}"
    spec:
      selector:
        name: "{{ cfg.name }}"
      ports:
        - name: "80"
          port: 80
          targetPort: 8080
  - apiVersion: v1
    kind: Route
    metadata:
      name: "{{ cfg.name }}"
      annotations:
        haproxy.router.openshift.io/timeout: "${haproxy_timeout}"
      labels:
        adei-type: "{{ pod_type }}"
        adei-name: "{{ name }}"
        adei-setup: "${setup}"
    spec:
      host: "{{ cfg.node }}"
      to:
        kind: Service
        name: "{{ cfg.name }}"
      port:
        targetPort: 8080
      tls:
        termination: edge
        insecureEdgeTerminationPolicy: Allow
{%     endif  %}
{%     if (cfg.cron is defined)  %}
  - apiVersion: batch/v2alpha1
    kind: CronJob
    metadata:
      name: "{{ cfg.name }}"
      labels:
        adei-type: "{{ pod_type }}"
        adei-name: "{{ name }}"
        adei-setup: "${setup}"
    spec:
      schedule: "{{ cfg.cron }}"
      concurrencyPolicy: "Forbid"
      startingDeadlineSeconds: "{{ cfg.start_tolerance | default(30) }}"
      successfulJobsHistoryLimit: "{{ adei_pod_history_limit }}"
      failedJobsHistoryLimit: "{{ adei_pod_history_limit }}"
      jobTemplate:
        spec:
            completions: "1"
            activeDeadlineSeconds: "{{ cfg.max_run_time | default(600) }}"
#            restartPolicy: "Never"
            template:
              metadata:
                annotations:
                  alpha.image.policy.openshift.io/resolve-names: "*"
{%     else %}
  - apiVersion: v1
    kind: DeploymentConfig
    metadata:
      name: "{{ cfg.name }}"
      labels:
        adei-type: "{{ pod_type }}"
        adei-name: "{{ name }}"
        adei-setup: "${setup}"
      annotations:
        kaas/replicas: "{{ cfg.replicas }}"
    spec:
            replicas: "{{ cfg.replicas }}"
            revisionHistoryLimit: "{{ adei_pod_history_limit }}"
            selector:
              name: "{{ cfg.name }}"
            strategy:
              type: Rolling
            triggers:
              - type: ConfigChange
              - type: ImageChange
                imageChangeParams:
                  automatic: true
                  from:
                    kind: "ImageStreamTag"
                    name: "{{ cfg.image | default('adei:latest') }}"
                  containerNames:
                    - "{{ cfg.name }}"
            template:
              metadata:
{%     endif  %}
                name: "{{ cfg.name }}"
                labels:
                  name: "{{ cfg.name }}"
                  adei-type: "{{ pod_type }}"
                  adei-name: "{{ name }}"
                  adei-setup: "${setup}"
              spec:
                restartPolicy: {{ restart_policy }}
{%       if (ands_default_node_selector is defined) and (ands_default_node_selector | length > 0) %}
                nodeSelector: {{ ands_default_node_selector | to_json }}
{%       endif %}
                volumes: {{ cfg.vols | to_json }}
{%       if (cfg.groups is defined) or (cfg.run_as is defined) %}
                securityContext:
{%         if (cfg.run_as is defined) %}
{%             set user_info = kaas_project_uids[cfg.run_as] | default({}) %}
                  runAsUser: {{ ('id' in user_info) | ternary(user_info.id, cfg.run_as) }}
{%         endif %}
{%       if (cfg.groups is defined) %}
{%         if (ands_openshift_gid_mode | default('')) == "RunAsAny" %}
{%             set group_info = kaas_project_gids[cfg.groups[0]] | default({}) %}
                  fsGroup: {{ ('id' in group_info) | ternary(group_info.id, cfg.groups[0]) }}
{%         endif %}
                  supplementalGroups:
{%           for group in cfg.groups %}
{%             set group_info = kaas_project_gids[group] | default({}) %}
                    - {{ ('id' in group_info) | ternary(group_info.id, group) }}
{%           endfor %}
{%         endif %}
{%       endif %}
                containers:
                  - name: "{{ cfg.name }}"
                    image: adei
                    imagePullPolicy: {{ pull_policy }}
{%     if (cfg.node is defined)  %}
                    command: 
                      - /opt/scripts/run-apache.sh
                    ports:
                      - containerPort: 8080
{%     else %}
                    command: {{ cfg.cmd | to_json }} 
{%     endif %}
                    env: {{ cfg.env | to_json }}
                    volumeMounts: {{ cfg.mounts | to_json }}
{%     if cfg.resources is defined %}
                    resources:
{%       if cfg.resources.request is defined %}
{%         set res = cfg.resources.request %}
                      requests:
{%         if res.cpu %}
                        cpu: {{ res.cpu }}
{%         endif %}
{%         if res.cpu %}
                        memory: {{ res.mem }}
{%         endif %}
{%       endif %}
{%       if cfg.resources.limit is defined %}
{%         set res = cfg.resources.limit %}
                      limits:
{%         if res.cpu %}
                        cpu: {{ res.cpu }}
{%         endif %}
{%         if res.cpu %}
                        memory: {{ res.mem }}
{%         endif %}
{%       endif %}
{%     endif %}
{%     if (cfg.node is defined)  %}
                    livenessProbe:
                      timeoutSeconds: 1
                      periodSeconds: 300
                      initialDelaySeconds: 300
                      tcpSocket:
                        port: 8080
                    readinessProbe:
                      timeoutSeconds: 1
                      periodSeconds: 30
                      initialDelaySeconds: 5
                      httpGet:
                        path: /adei/probe.php
                        port: 8080
{%       endif %}
                    lifecycle:
{%       if (cfg.configure | default(false)) %}
                      postStart:
                        exec: 
                          command: 
                            - /docker-entrypoint.sh
                            - /opt/scripts/adei-branch.sh
{%       endif  %}
{%   endif %}
{% endfor %}

parameters:
  - name: setup
    value: "autogen"
    description: "ADEI setup"
  - name: data_group
    value: "{{ kaas_project_gids['adei_data'].id }}"
    description: "gid (numerical only) to access the ADEI external data"
  - name: data_volume
    value: "adei-data"
    description: "pvc providing access to the ADEI external data"
  - name: data_path
    value: "data"
    description: "Path to ADEI external data on the specified pvc"
  - name: forbid_data_writes
    value: "true"
    description: "Set to false to allow writes on the ADEI data volume"
  - name: haproxy_timeout
    value: "30s"
    description: "Maximum service duration. HTTP error is returned if ADEI does not provide data within this time"
  - name: continuous_caching
    value: "1"
    description: "Stop cachers if no work or poll the source continously"  
  - name: enable_logs
    value: "1"
    description: "Enable detailed ADEI logging (large volume)"
  - name: enable_debug
    value: "0"
    description: "Include debugging information in ADEI logs (huge volume)"
  - name: adei_replicas
    value: "2"
    description: "Number of frontend replics"
  - name: apache_servers
    value: "150"
  - name: sched_parallel
    value: "sources"
    description: "Basic unit of scheduling (servers or sources)"
  - name: cache_replicas
    value: "2"
    description: "Default number of backend caching replicas"
  - name: archive_replicas
    value: "1"
    description: "Number of backend replicas caching archived data"
  - name: cache_parallel
    value: "sources"
    description: "Type of caching parallelism by a cacher replica: (sources or groups)"
  - name: update_schedule
    value: "*/5 * * * *"
    description: "Schedule of caching group updates"
  - name: maintain_schedule
    value: "*/15 * * * *"
    description: "Schedule of maintain tasks"
  - name: clean_schedule
    value: "9 3 * * *"
    description: "Schedule of cleaning tasks"
  - name: "adei_revision"
    value: "last:1"
  - name: "maintainer"
    value: "Suren A. Chilingaryan <csa@suren.me>"