Merged charts and other repo config from develop branch

Signed-off-by: Lalith Kota <kotalalith@gmail.com>

.github/workflows/helm-charts-build.yml

@@ -0,0 +1,134 @@
+name: Build and Publish Helm charts
+
+on:
+  push:
+    tags-ignore:
+      - '**'
+    branches:
+      - 1.*
+      - develop
+      - main
+  workflow_dispatch:
+    inputs:
+      forcePublishCharts:
+        description: "Force publish Charts?"
+        default: "*"
+        type: string
+
+jobs:
+  generate-charts:
+    runs-on: ubuntu-latest
+    env:
+      SKIP: 'FALSE'
+      RANCHER_CHART_FILTER: "openg2p.org/add-to-rancher"
+      FORCE_PUBLISH_CHARTS: "${{ inputs.forcePublishCharts || '' }}"
+    defaults:
+      run:
+        shell: bash
+    steps:
+    - name: Checkout Repository
+      uses: actions/checkout@v3
+
+    - id: files
+      if: env.FORCE_PUBLISH_CHARTS == ''
+      uses: jitterbit/get-changed-files@v1
+
+    - name: save helm/charts to tmp.txt file
+      run: |
+        touch charts-list.txt
+        if [ -n "${FORCE_PUBLISH_CHARTS}" ]; then
+          for chart in charts/${FORCE_PUBLISH_CHARTS}/; do
+            chart="${chart#charts/}"
+            chart="${chart%/}"
+            echo "$chart" >> charts-list.txt
+          done
+        else
+          for changed_file in ${{ steps.files.outputs.all }}; do
+            if [[ ${changed_file} =~ ^charts ]]; then
+              chart_name=$(echo "${changed_file}" | awk -F/ '/^[charts]/{print $2}')
+              echo $chart_name >> charts-list.txt;
+              echo "Saved $chart_name chart to charts-list.txt"
+            fi
+          done
+          cat charts-list.txt | sort | uniq > charts-list-unique.txt
+          mv charts-list-unique.txt charts-list.txt
+        fi
+        echo "List of charts to be published";
+        cat charts-list.txt
+
+    - name: Generate tar files
+      run: |
+        if [[ ! -s charts-list.txt ]]; then
+          echo "::warning::No Charts to publish";
+          echo "SKIP=TRUE" >> $GITHUB_ENV
+        else
+          for chartpath in charts/*/; do
+            if [ -f ${chartpath}Chart.yaml ]; then
+              helm dep up $chartpath
+            fi
+          done
+          RANCHER_CHARTS=()
+          while IFS= read -r chartpath; do
+            echo "chartpath: $chartpath"
+            chartname=$(basename "$chartpath")
+            if [ -f charts/${chartname}/Chart.yaml ]; then
+              echo "Chartname: $chartname"
+              helm package charts/$chartpath
+              is_rancher_chart=$(grep "$RANCHER_CHART_FILTER" charts/${chartpath%*/}/Chart.yaml || true)
+              if [ -n "$is_rancher_chart" ]; then
+                RANCHER_CHARTS+=("$chartname")
+              fi
+            fi
+          done < charts-list.txt
+          echo "RANCHER_CHARTS=${RANCHER_CHARTS[@]}" >> $GITHUB_ENV
+          rm charts-list.txt
+        fi
+
+        shopt -s nocasematch
+        if [[ '${{ github.repository_owner }}' != 'OpenG2P' ]]; then
+          echo "SKIP=TRUE" >> $GITHUB_ENV
+        fi
+    - name: Upload tar as Artifact
+      uses: actions/upload-artifact@v4
+      with:
+          name: charts
+          path: ./*.tgz
+      if: env.SKIP != 'TRUE'
+
+    - name: Checkout branch for publishing
+      uses: actions/checkout@v3
+      with:
+          repository: 'openg2p/openg2p-helm'
+          ref: gh-pages
+          token: ${{ secrets.OPENG2P_BOT_GITHUB_PAT }}
+      if: env.SKIP != 'TRUE'
+
+    - name: Download tar from Artifacts
+      uses: actions/download-artifact@v4
+      with:
+          name: charts
+          path: ./
+      if: env.SKIP != 'TRUE'
+
+    - name: Update index.yaml
+      run: |
+        helm repo index --url https://openg2p.github.io/openg2p-helm/ .
+        for chartname in $RANCHER_CHARTS; do
+          cp ${chartname}*.tgz rancher/
+        done
+        helm repo index --url https://openg2p.github.io/openg2p-helm/ --merge rancher/index.yaml rancher
+        for chartname in $RANCHER_CHARTS; do
+          rm rancher/${chartname}*.tgz || true
+        done
+      if: env.SKIP != 'TRUE'
+
+    - name: Commit Changes to repository
+      uses: EndBug/add-and-commit@v7
+      with:
+        branch: gh-pages
+        author_name: openg2pbot
+        author_email: bot@openg2p.org
+        default_author: user_info
+        message: 'added common helm charts for publish openg2p/websub@${{ github.sha }}'
+        add: './*.tgz ./index.yaml rancher/index.yaml'
+      if: env.SKIP != 'TRUE'

.gitignore

@@ -5,4 +5,4 @@ ballerina-internal.log.lck
 .vscode/
 hub/Dependencies.toml
 consolidator/Dependencies.toml
-.idea
+.idea

README.md

@@ -37,7 +37,7 @@ To integrate any kafka(either local or remote) with hub following properties nee
  - KAFKA_BOOTSTRAP_NODE
 
 ### Starting the IDP
-After starting IDP and Auth service following properties need to updated in both websub service.
+After starting IDP and Auth service following properties need to be updated in both websub service.
 
  - SECURITY_JWT_ISSUER
  - SECURITY_JWT_ISSUER_JWKS_URL
@@ -57,6 +57,7 @@ NOTE: ballerina should be present in your local system [(Download ballerina)](ht
 
  - Build:
     ```
+    cd consolidator/
     bal build
     ```
 

charts/websub/.gitignore

@@ -0,0 +1,2 @@
+charts/*.tgz
+Chart.lock

helm/websub-consolidator/.helmignore → charts/websub/.helmignore

@@ -14,8 +14,10 @@
 *.swp
 *.bak
 *.tmp
+*.orig
 *~
 # Various IDEs
 .project
 .idea/
 *.tmproj
+.vscode/

charts/websub/Chart.yaml

@@ -0,0 +1,22 @@
+apiVersion: v2
+name: websub
+description: A Helm chart for WebSub
+type: application
+version: 12.0.1
+dependencies:
+- name: common
+  repository: oci://registry-1.docker.io/bitnamicharts
+  version: 2.x.x
+- name: kafka
+  repository: oci://registry-1.docker.io/bitnamicharts
+  version: 29.x.x
+  condition: kafka.enabled
+keywords:
+  - mosip
+  - websub
+maintainers:
+  - email: info@openg2p.org
+    name: OpenG2P
+icon: https://openg2p.github.io/openg2p-helm/openg2p-logo.png
+annotations:
+  catalog.cattle.io/display-name: "WebSub"

charts/websub/README.md

@@ -0,0 +1,3 @@
+# WebSub
+
+Helm chart for installing WebSub module.

charts/websub/app-readme.md

@@ -0,0 +1 @@
+WebSub Installation.

charts/websub/questions.yaml

@@ -0,0 +1,20 @@
+questions:
+- variable: hostname
+  description: Hostname under which WebSub should be accessible
+  type: string
+  label: WebSub Hostname
+
+- variable: global.keycloakBaseUrl
+  description: Required for API auth validation.
+  type: string
+  label: Keycloak Base URL
+
+- variable: kafka.enabled
+  type: boolean
+  label: Install Kafka along with WebSub?
+
+- variable: kafkaInstallationName
+  description: Name of existing Kafka Service or Statefulset
+  type: string
+  label: Existing Kafka Installation Name
+  shwo_if: "kafka.enabled=false"

charts/websub/templates/_helpers.tpl

@@ -0,0 +1,101 @@
+{{/*
+Return the proper  image name
+*/}}
+{{- define "websub.image" -}}
+{{ include "common.images.image" (dict "imageRoot" .Values.image "global" .Values.global) }}
+{{- end -}}
+
+{{- define "websub.consolidator.image" -}}
+{{ include "common.images.image" (dict "imageRoot" .Values.consolidator.image "global" .Values.global) }}
+{{- end -}}
+
+{{/*
+Return the proper Docker Image Registry Secret Names
+*/}}
+{{- define "websub.imagePullSecrets" -}}
+{{- include "common.images.pullSecrets" (dict "images" (list .Values.image .Values.consolidator.image) "global" .Values.global) -}}
+{{- end -}}
+
+{{/*
+Create the name of the service account to use
+*/}}
+{{- define "websub.serviceAccountName" -}}
+{{- if .Values.serviceAccount.create -}}
+    {{ default (printf "%s" (include "common.names.fullname" .)) .Values.serviceAccount.name }}
+{{- else -}}
+    {{ default "default" .Values.serviceAccount.name }}
+{{- end -}}
+{{- end -}}
+
+{{/*
+Return podAnnotations
+*/}}
+{{- define "websub.podAnnotations" -}}
+{{- if .Values.podAnnotations }}
+{{ include "common.tplvalues.render" (dict "value" .Values.podAnnotations "context" $) }}
+{{- end }}
+{{- if and .Values.metrics.enabled .Values.metrics.podAnnotations }}
+{{ include "common.tplvalues.render" (dict "value" .Values.metrics.podAnnotations "context" $) }}
+{{- end }}
+{{- end -}}
+
+{{- define "websub.consolidator.podAnnotations" -}}
+{{- if .Values.consolidator.podAnnotations }}
+{{ include "common.tplvalues.render" (dict "value" .Values.consolidator.podAnnotations "context" $) }}
+{{- end }}
+{{- if and .Values.metrics.enabled .Values.metrics.podAnnotations }}
+{{ include "common.tplvalues.render" (dict "value" .Values.metrics.podAnnotations "context" $) }}
+{{- end }}
+{{- end -}}
+
+{{/*
+Render Env values section
+*/}}
+{{- define "websub.baseEnvVars" -}}
+{{- $context := .context -}}
+{{- range $k, $v := .envVars }}
+- name: {{ $k }}
+{{- if or (kindIs "int64" $v) (kindIs "float64" $v) (kindIs "bool" $v) }}
+  value: {{ $v | quote }}
+{{- else if kindIs "string" $v }}
+  value: {{ include "common.tplvalues.render" ( dict "value" $v "context" $context ) | squote }}
+{{- else }}
+  valueFrom: {{- include "common.tplvalues.render" ( dict "value" $v "context" $context ) | nindent 4}}
+{{- end }}
+{{- end }}
+{{- end -}}
+
+{{- define "websub.envVars" -}}
+{{- $envVars := merge (deepCopy .Values.envVars) (deepCopy .Values.envVarsFrom) -}}
+{{- include "websub.baseEnvVars" (dict "envVars" $envVars "context" $) }}
+{{- end -}}
+
+{{- define "websub.consolidator.envVars" -}}
+{{- $envVars := merge (deepCopy .Values.consolidator.envVars) (deepCopy .Values.consolidator.envVarsFrom) -}}
+{{- include "websub.baseEnvVars" (dict "envVars" $envVars "context" $) }}
+{{- end -}}
+
+{{/*
+Return command
+*/}}
+{{- define "websub.commandBase" -}}
+{{- if or .command .args }}
+{{- if .command }}
+command: {{- include "common.tplvalues.render" (dict "value" .command "context" .context) }}
+{{- end }}
+{{- if .args }}
+args: {{- include "common.tplvalues.render" (dict "value" .args "context" .context) }}
+{{- end }}
+{{- else if .startUpCommand }}
+command: ["/startup.sh"]
+args: []
+{{- end }}
+{{- end -}}
+
+{{- define "websub.command" -}}
+{{- include "websub.commandBase" (dict "command" .Values.command "args" .Values.args "startUpCommand" .Values.startUpCommand "context" $) }}
+{{- end -}}
+
+{{- define "websub.consolidator.command" -}}
+{{- include "websub.commandBase" (dict "command" .Values.consolidator.command "args" .Values.consolidator.args "startUpCommand" .Values.consolidator.startUpCommand "context" $) }}
+{{- end -}}