PR for release-0.0.7

.github/workflows/generate-python-sdk.yml

@@ -0,0 +1,147 @@
+name: Generate Python SDK
+
+on:
+  workflow_call:
+    inputs:
+      python_sdk_pr_base_branch:
+        description: 'The base branch for the Python SDK PR'
+        required: true
+        type: string
+        default: 'main'
+
+env:
+  SPEC_DIR: ${{ github.workspace }}/specs_preprocessed
+  PYTHON_DIR: ${{ github.workspace }}/sdk-blueprints/python
+  SPECIFICATIONS: |
+    administration-apis,
+    analytic-model-apis,
+    data-in-apis,
+    data-out-apis
+
+jobs:
+  generate-python-sdk:
+    name: Generate Python SDK
+    runs-on: ubuntu-22.04
+    env:
+      PACKAGE_PREFIX: visier.sdk.api
+      PACKAGE_DIR: ${{ github.workspace }}/specs_preprocessed
+      SDK_REPO_DIR: ${{ github.workspace }}/sdk-blueprints/generated
+
+    steps:
+      - name: Set up Corretto JDK 11
+        uses: actions/setup-java@v4
+        with:
+            java-version: '11'
+            distribution: 'corretto'
+
+      - name: Set up Python versions
+        uses: actions/setup-python@v4
+        with:
+          python-version: |
+            3.8
+            3.9
+            3.10
+            3.11
+            3.12
+
+      - name: Install openapi-generator-cli and tox
+        run: |
+          npm install @openapitools/openapi-generator-cli -g
+          pip install tox
+
+      - name: Checkout workflow repository
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ github.ref }}
+
+      - name: Download openapi specifications artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: processed-specs-${{ github.ref_name }}
+          path: ${{ env.SPEC_DIR }}
+
+      - name: Create a token
+        id: create-token
+        uses: actions/create-github-app-token@v1
+        with:
+          app-id: ${{ secrets.APP_ID }}
+          private-key: ${{ secrets.APP_PRIVATE_KEY }}
+          owner: ${{ github.repository_owner }}
+          repositories: python-sdk
+
+      - name: Checkout Python SDK repository
+        uses: actions/checkout@v4
+        with:
+          repository: visier/python-sdk
+          token: ${{ steps.create-token.outputs.token }}
+          path: ${{ env.SDK_REPO_DIR }}
+          persist-credentials: false
+          ref: ${{ inputs.python_sdk_pr_base_branch }}
+
+      - name: Create locale Python SDK branch
+        env:
+          GITHUB_TOKEN: ${{ steps.create-token.outputs.token }}
+        run: |
+          cd $SDK_REPO_DIR
+          git checkout -b ${{ github.ref_name }}
+
+      - name: Generate Python SDK for all specifications
+        shell: bash
+        run: |
+          SPECIFICATION_LIST=$(echo $SPECIFICATIONS | tr ',' '\n')
+          for specification in $SPECIFICATION_LIST; do
+            echo "Processing $specification"
+            spec_file="$SPEC_DIR/${specification}.yaml"
+            package_name="$PACKAGE_PREFIX.$(echo "$specification" | sed 's/-apis$//; s/-/_/g')"
+            output_dir="$SDK_REPO_DIR/src/$package_name"
+            spec_version=$(awk '/version:/ {gsub(/"| /, "", $2); print $2}' "$spec_file")
+
+            mkdir -p $output_dir
+            openapi-generator-cli generate \
+              -i "$spec_file" \
+              -g python \
+              -t $PYTHON_DIR/templates \
+              --package-name "$package_name" \
+              -o "$output_dir" \
+              --skip-validate-spec \
+              --additional-properties=packageVersion="$spec_version"
+          done
+
+      # Pushing before tests to have the code available for debugging
+      - name: Push Python SDK branch
+        env:
+          GITHUB_TOKEN: ${{ steps.create-token.outputs.token }}
+        shell: bash
+        run: |
+          cd $SDK_REPO_DIR
+          git config user.name "Visier-Build-Team"
+          git config user.email "action@github.com"
+          git remote set-url origin https://x-access-token:${GITHUB_TOKEN}@github.com/visier/python-sdk.git
+          git add .
+          git commit -m "Autogenerated Python SDK"
+          git push origin ${{ github.ref_name }}
+
+      - name: Run tox tests
+        shell: bash
+        run: |
+          error_flag=0
+          find "$SDK_REPO_DIR/src/" -type d -name "${PACKAGE_PREFIX}*" -print |
+          while read -r dir; do
+            (cd "$dir" && tox -p 3)
+            if [ $? -ne 0 ]; then
+              error_flag=1
+            fi
+          done
+          exit $error_flag
+
+      - name: Create Pull Request for python-sdk
+        shell: bash
+        env:
+          GH_TOKEN: ${{ steps.create-token.outputs.token }}
+        run: |
+          cd $SDK_REPO_DIR
+          gh pr create \
+            --title "Auto-generated SDK" \
+            --body "This PR includes the autogenerated SDKs." \
+            --head "${{ github.ref_name }}" \
+            --base "${{ inputs.python_sdk_pr_base_branch }}"

.github/workflows/generate-sdks.yml

@@ -0,0 +1,91 @@
+name: Generate SDKs
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - 'release-**'
+
+jobs:
+  preprocess-specifications:
+    name: Preprocess OpenAPI specifications
+    runs-on: ubuntu-22.04
+    env:
+      ORIG_SPEC_DIR: ${{ github.workspace }}/res
+      SPEC_DIR: ${{ github.workspace }}/specs_preprocessed
+      PREPROCESSING_DIR: ${{ github.workspace }}/sdk-blueprints/preprocessing
+
+    steps:
+      - name: Checkout workflow repository
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ github.ref }}
+
+      - name: Preprocess OpenAPI specifications
+        id: preprocess
+        run: |
+          python3 -m pip install -r $PREPROCESSING_DIR/requirements.txt
+          python3 $PREPROCESSING_DIR/preprocessing.py $ORIG_SPEC_DIR $SPEC_DIR
+
+      - name: Upload preprocessed specifications as artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: processed-specs-${{ github.ref_name }}
+          path: ${{ env.SPEC_DIR }}
+          retention-days: 7
+
+  generate-python-sdk:
+    name: Generate Python SDK
+    needs: preprocess-specifications
+    uses: ./.github/workflows/generate-python-sdk.yml
+    secrets: inherit
+    with:
+      python_sdk_pr_base_branch: ${{ vars.PYTHON_SDK_PR_BASE_BRANCH }}
+
+  create-and-merge-pr:
+    name: Create and Merge Pull Request for release
+    needs: generate-python-sdk
+    runs-on: ubuntu-22.04
+    env:
+      OPENAPI_CLIENT_PR_BASE_BRANCH: ${{ vars.OPENAPI_CLIENT_PR_BASE_BRANCH }}
+    permissions:
+      contents: write
+      pull-requests: write
+    outputs:
+      pr_number: ${{ steps.create_pr.outputs.pr_number }}
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Create a token
+        id: create-token
+        uses: actions/create-github-app-token@v1
+        with:
+          app-id: ${{ secrets.APP_ID }}
+          private-key: ${{ secrets.APP_PRIVATE_KEY }}
+
+      - name: Create Pull Request for openapi-clients
+        id: create_pr
+        env:
+          GH_TOKEN: ${{ steps.create-token.outputs.token }}
+        run: |
+          pr_output=$(gh pr create \
+            --title "PR for ${{ github.ref_name }}" \
+            --body "This PR created automatically after pushing changes to language-sdk repos." \
+            --head "${{ github.ref_name }}" \
+            --base "${{ env.OPENAPI_CLIENT_PR_BASE_BRANCH }}")
+          pr_number=$(echo "$pr_output" | grep -oE '[0-9]+$')
+          echo "Pull Request #$pr_number created successfully."
+          echo "pr_number=$pr_number" >> $GITHUB_OUTPUT
+
+
+      - name: Merge Pull Request
+        env:
+          GH_TOKEN: ${{ steps.create-token.outputs.token }}
+        run: |
+          gh pr merge ${{ steps.create_pr.outputs.pr_number }} \
+            --squash \
+            --delete-branch \
+            --subject "Auto-merge: Update openapi"

.github/workflows/publish-json.yml

@@ -1,27 +1,32 @@
 name: Publish JSON package
 
 on:
-  push:
+  pull_request:
     branches:
       - main
+    types:
+      - closed
 
 jobs:
   build-json-archive:
     name: Generate and package JSON files
-    runs-on: ubuntu-latest
+    if: ${{ github.event.pull_request.merged }}
+    runs-on: ubuntu-22.04
     permissions:
       contents: write
     steps:
       - uses: actions/checkout@v4
       - name: Target directory
-        run: mkdir json
+        run: mkdir json js
       - name: Transform to JSON
         run: for f in res/*.yaml; do fn=${f##*/}; yq -o json < $f > json/${fn%.*}.json; done
+      - name: Transform to JS spec assignment
+        run: for f in json/*.json; do fn=${f##*/}; echo "const spec = $(cat $f)" > js/${fn%.*}.js; done
       - name: Make a release archive
-        run: tar -czf ${{ github.ref_name }}.tar.gz json/
+        run: tar -czf ${{ github.head_ref }}.tar.gz json/ js/
       - name: Create release and upload
         uses: ncipollo/release-action@v1
         with:
-          artifacts: ${{ github.ref_name }}.tar.gz
-          tag: ${{ github.ref_name }}
-          omitBody: true
+          artifacts: ${{ github.head_ref }}.tar.gz
+          tag: ${{ github.head_ref }}
+          omitBody: true

.gitignore

@@ -0,0 +1,6 @@
+*.log
+
+/.idea
+/specs_preprocessed
+/sdks/python/generated
+.actrc