Commit d3508ca4 authored by bruzzese's avatar bruzzese
Browse files

First commit to helm charts 1.34

parent e2e19cb2

.gitlab-ci.yml

0 → 100644
+71 −0
Original line number Diff line number Diff line 
stages:

  - package-publish



helm-package:

  stage: package-publish

  image:

    name: alpine/helm:3.5.3

    entrypoint: [""]

  before_script:

    - apk add git gettext make

    - helm version

    - mkdir ~/.kube/

    - cp -rf $K8S_CONFIG /root/.kube/config

    - helm plugin install --version=v0.9.0 https://github.com/chartmuseum/helm-push.git

    - echo ${CI_SERVER_URL}/api/v4/projects/${CI_PROJECT_ID}/packages/helm/stable

    - >      

      helm repo add --username ${REPO_PUSH} --password ${REPO_PUSH_SECRET} pic-rucio-server  ${CI_SERVER_URL}/api/v4/projects/${CI_PROJECT_ID}/packages/helm/stable

    - >      

      helm repo add --username ${REPO_PUSH} --password ${REPO_PUSH_SECRET} pic-rucio-daemons  ${CI_SERVER_URL}/api/v4/projects/${CI_PROJECT_ID}/packages/helm/stable

  script:

    - cd ${CI_PROJECT_DIR} && ls -l && make db_test && make sync_test

    - helm package charts/rucio-server

    - helm package charts/rucio-daemons

    - ls -l 

    - RPM_PATTERN="rucio-server-*.tgz"

    - RPM_FILES=$(find ./ -name "$RPM_PATTERN")

    - | 

      for RPM_FILE in $RPM_FILES; do

      RPM_NAME=$(basename "$RPM_FILE")

      echo "$RPM_NAME"

      fecha_actual=$(date +'%Y%m%d')

      nuevo_nombre=$(echo "$RPM_NAME" | sed "s/\(rucio-server-\)\(.*\)\.tgz/\1\2-$fecha_actual.tgz/")

      mv "$RPM_NAME" "$nuevo_nombre"

      echo "Archivo $RPM_NAME renombrado a $nuevo_nombre"

      

      nuevo_nombre_latest=$(echo "$RPM_NAME" | sed "s/\(rucio-server-\)\(.*\)\.tgz/\1\2-latest.tgz/")

      cp "$nuevo_nombre" "$nuevo_nombre_latest"

      echo "Archivo $nuevo_nombre copiado a $nuevo_nombre_latest"

      done

    - RPM_PATTERN="rucio-daemons-*.tgz"

    - RPM_FILES=$(find ./ -name "$RPM_PATTERN")

    - | 

      for RPM_FILE in $RPM_FILES; do

      RPM_NAME=$(basename "$RPM_FILE")

      echo "$RPM_NAME"

      fecha_actual=$(date +'%Y%m%d')

      nuevo_nombre=$(echo "$RPM_NAME" | sed "s/\(rucio-daemons-\)\(.*\)\.tgz/\1\2-$fecha_actual.tgz/")

      mv "$RPM_NAME" "$nuevo_nombre"

      echo "Archivo $RPM_NAME renombrado a $nuevo_nombre"

      

      nuevo_nombre_latest=$(echo "$RPM_NAME" | sed "s/\(rucio-daemons-\)\(.*\)\.tgz/\1\2-latest.tgz/")

      cp "$nuevo_nombre" "$nuevo_nombre_latest"

      echo "Archivo $nuevo_nombre copiado a $nuevo_nombre_latest"

      done

    - ls -l 

    - RPM_PATTERN="rucio-server-*.tgz"

    - RPM_FILES=$(find ./ -name "$RPM_PATTERN")

    - | 

      for RPM_FILE in $RPM_FILES; do

      RPM_NAME=$(basename "$RPM_FILE")

      echo "$RPM_NAME"

      helm push $RPM_NAME pic-rucio-server

      done

    - RPM_PATTERN="rucio-daemons-*.tgz"

    - RPM_FILES=$(find ./ -name "$RPM_PATTERN")

    - | 

      for RPM_FILE in $RPM_FILES; do

      RPM_NAME=$(basename "$RPM_FILE")

      echo "$RPM_NAME"

      helm push $RPM_NAME pic-rucio-daemons

      done

charts/rucio-daemons/Chart.yaml

+9 −9
Original line number Diff line number Diff line 
name: rucio-daemons

version: 1.30.9

apiVersion: v1

description: A Helm chart to deploy daemons for Rucio

home: https://rucio.cern.ch/

keywords:

- data-management

- science

home: https://rucio.cern.ch/

maintainers:

- email: rucio-dev@cern.ch

  name: Rucio development team

name: rucio-daemons

sources:

- https://github.com/rucio/rucio

maintainers:

  - name: Rucio development team

    email: rucio-dev@cern.ch
 
version: 32.0.2

charts/rucio-daemons/README.md

+5 −4
Original line number Diff line number Diff line
@@ -95,13 +95,14 @@ The reaper uses the same x509 proxy as the conveyor. So there is no additional w 


### Additional Secrets



In case you need any additional secrets, e.g., special cloud configurations, license keys, etc., you can use `additionalSecrets` in the configuration file. You can install arbitrary secrets in the cluster and this config then makes it available in the pods:

In case you need any additional secrets, e.g., special cloud configurations, license keys, etc., you can use

`secretMounts` in the configuration file. You can install arbitrary secrets in the cluster and this config 

then makes it available in the pods:



    $ kubectl create secret generic my-release-automatix-input --from-file=automatix.json



    additionalSecrets:

      automatix-input:

        secretName: automatix-input

    secretMounts:

      - secretName: automatix-input

        mountPath: /opt/rucio/etc/automatix.json

        subPath: automatix.json

charts/rucio-daemons/ci/testing-values.yaml

+33 −8
Original line number Diff line number Diff line
@@ -10,8 +10,8 @@ conveyorReceiverCount: 1 
conveyorThrottlerCount: 1

conveyorStagerCount: 1

darkReaperCount: 1

hermesLegacyCount: 1

hermesCount: 1

hermes2Count: 1

judgeCleanerCount: 1

judgeEvaluatorCount: 1

judgeInjectorCount: 1
@@ -59,12 +59,6 @@ monitoring: 
        replacement: $1

        action: replace



additionalSecrets:

  rse-accounts:

    secretName: rse-accounts

    mountPath: /opt/rucio/etc/rse-accounts.cfg

    subPath: rse-accounts.cfg



secretMounts:

  - secretName: suffix-of-the-secret-name

    mountPath: /some/path.json
@@ -76,6 +70,15 @@ secretMounts: 
    secretName: reaper-archive-bulk-patch

    mountPath: /patch/reaper_archive_bulk.patch

    subPath: reaper_archive_bulk.patch

  - secretName: rse-accounts

    mountPath: /opt/rucio/etc/rse-accounts.cfg

    subPath: rse-accounts.cfg



hostPathMounts:

  - hostPath: /etc/grid-security/certificates/

    mountPath: /etc/grid-security/certificates/

    readOnly: true

    type: DirectoryOrCreate



conveyorTransferSubmitter:

  activities: "'Data Challenge'"
@@ -97,6 +100,10 @@ conveyorTransferSubmitter: 
  extraSecretMounts:

    - secretName: component-additional-secret

      mountPath: /some/path.json

      defaultMode: 0600

  hostPathMounts:

    - hostPath: /etc/grid-security/

      mountPath: /etc/grid-security/



conveyorPoller:

  activities: "'Activity 1'"
@@ -113,6 +120,9 @@ conveyorPoller: 
    conveyor:

      scheme: "srm,gsiftp,root,http,https"

      transfertool: "fts3"

  extraHostPathMounts:

    - hostPath: /etc/abc/

      mountPath: /etc/abc/



conveyorFinisher:

  threads: 1
@@ -135,6 +145,8 @@ conveyorReceiver: 
    requests:

      memory: "100Mi"

      cpu: "100m"

  image:

    tag: newertag

  secretMounts:

    - secretName: component-overriding-secret

      mountPath: /some/path.json
@@ -152,6 +164,8 @@ conveyorThrottler: 
darkReaper:

  workers: 1

  includeRses: "(type=CALIBDISK|type=DATADISK|type=GROUPDISK|type=LOCALGROUPDISK|type=SCRATCHDISK)"

  image:

    tag: newertag

  resources:

    limits:

      memory: "100Mi"
@@ -160,7 +174,7 @@ darkReaper: 
      memory: "100Mi"

      cpu: "100m"



hermes:

hermesLegacy:

  threads: 1

  bulk: 1000

  delay: 10
@@ -221,6 +235,9 @@ minos: 
    requests:

      memory: "100Mi"

      cpu: "100m"

  extraHostPathMounts:

    - hostPath: /etc/abc/

      mountPath: /etc/abc/



minosTemporaryExpiration:

  threads: 1
@@ -263,6 +280,12 @@ reaper: 
    requests:

      memory: "100Mi"

      cpu: "100m"

  hostPathMounts:

    - hostPath: /etc/abc/

      mountPath: /etc/abc/

  additionalEnvs:

    - name: X509_USER_PROXY

      value: "/opt/proxy/x509up"



transmogrifier:

  threads: 1
@@ -273,6 +296,7 @@ transmogrifier: 
    requests:

      memory: "100Mi"

      cpu: "100m"

  hostPathMounts: []



tracerKronos:

  threads: 1
@@ -298,6 +322,7 @@ ftsRenewal: 
  secretMounts:

    - secretName: longproxy

      mountPath: /opt/rucio/certs/

      defaultMode: 0600

  additionalEnvs:

    - name: RUCIO_FTS_SECRETS

      value: daemonint-rucio-x509up

charts/rucio-daemons/secrets/hermes/hermes.py

0 → 100644
+765 −0

File added.

Preview size limit exceeded, changes collapsed.