branch-push.yml

name: CI pipeline

on:
  push:
    branches-ignore:
      - main

jobs:
  create-file:
    name: Create VARIABLES.md file on change within Branch
    runs-on: ubuntu-latest

    steps:
    - name: Checkout code
      uses: actions/checkout@v4

    - name: Set up Python
      uses: actions/setup-python@v5
      with:
        python-version: 3.12.0

    - name: Install additional libraries
      run: pip install -r src/requirements_ci.txt

    - name: Run Python script
      run: python3 src/readme_generator.py
      working-directory: ${{ github.workspace }}

    - name: Check for changes
      id: check_changes
      run: |
        if git status --porcelain | grep "VARIABLES.md"; then
          echo "CHANGES_FOUND=true" >> $GITHUB_OUTPUT
        else
          echo "CHANGES_FOUND=false" >> $GITHUB_OUTPUT
        fi
      continue-on-error: true
      working-directory: ${{ github.workspace }}

    - name: Commit and push changes
      if: steps.check_changes.outputs.CHANGES_FOUND == 'true'
      run: |
        git config --local user.email "justin.dex@msg-david.de"
        git config --local user.name "GitHub Action"
        git add */VARIABLES.md
        git commit -s -m "Add VARIABLES.md files"
        git push
      working-directory: ${{ github.workspace }}

  parse-turtle:
    name: Check syntax of all changed Turtle files
    runs-on: ubuntu-latest

    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Check for changes in .ttl files
        id: check_ttl
        run: |
          git fetch origin main
          CHANGED_TTL=$(git diff --name-only origin/main -- '*.ttl')
          if [[ -n "$CHANGED_TTL" ]]; then
            echo "TTL_HAS_CHANGED=true" >> $GITHUB_ENV
            echo "CHANGED_TTL=$(echo "$CHANGED_TTL" | tr '\n' ' ')" >> $GITHUB_ENV # save files in one line
          else
            echo "TTL_HAS_CHANGED=false" >> $GITHUB_ENV
            echo "Subsequent steps will be skipped as no .ttl files have changed."
          fi

      - name: Set up Python
        if: env.TTL_HAS_CHANGED == 'true'
        uses: actions/setup-python@v5
        with:
          python-version: 3.12.0

      - name: Install additional libraries
        if: env.TTL_HAS_CHANGED == 'true'
        run: pip install -r src/requirements_ci.txt

      - name: Run Python script for each changed .ttl file
        if: env.TTL_HAS_CHANGED == 'true'
        run: |
          IFS=' ' # Set the Internal Field Separator to a space
          for FILE in ${CHANGED_TTL}; do
            echo "Processing changed file: ${FILE}"
            python3 -u src/check_ttl_syntax.py "${FILE}"
          done

  check-jsonld-against-schema:
    name: Check jsonld against schema for all changed directories
    runs-on: ubuntu-latest

    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Check for changes in .ttl and .json files
        id: check_ttl_or_instance
        run: |
          git fetch origin main
          CHANGED_FILES=$(git diff --name-only origin/main -- '*shacl.ttl' '*instance.json')
          if [[ -n "$CHANGED_FILES" ]]; then
            CHANGED_DIRS=$(echo "$CHANGED_FILES" | xargs -n1 dirname | sort -u) # just save the directory names
            echo "FILES_HAVE_CHANGED=true" >> $GITHUB_ENV
            echo "CHANGED_DIRS=$(echo "$CHANGED_DIRS" | tr '\n' ' ')" >> $GITHUB_ENV # save directories in one line
          else
            echo "FILES_HAVE_CHANGED=false" >> $GITHUB_ENV
            echo "Subsequent steps will be skipped as no .ttl or .json files have changed."
          fi

      - name: Set up Python
        if: env.FILES_HAVE_CHANGED == 'true'
        uses: actions/setup-python@v5
        with:
          python-version: 3.12.0

      - name: Install additional libraries
        if: env.FILES_HAVE_CHANGED == 'true'
        run: pip install -r src/requirements_ci.txt

      - name: Run Python script for each directory that is affected (either shacl or instance file was changed).
        if: env.FILES_HAVE_CHANGED == 'true'
        run: |
          IFS=' ' # Set the Internal Field Separator to a space
          for DIRECTORY in ${CHANGED_DIRS}; do
            echo "Processing changed directory: ${DIRECTORY}"
            python3 -u src/check_jsonld_against_shacl_schema.py "${DIRECTORY}"
          done

  check_target_classes_agains_owl_classes:
    name: Check target classes in SHACL files against owl classes for all changed directories
    runs-on: ubuntu-latest

    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Check for changes in .ttl
        id: check_ttl
        run: |
          git fetch origin main
          CHANGED_FILES=$(git diff --name-only origin/main -- '*.ttl')
          if [[ -n "$CHANGED_FILES" ]]; then
            CHANGED_DIRS=$(echo "$CHANGED_FILES" | xargs -n1 dirname | sort -u) # just save the directory names
            echo "FILES_HAVE_CHANGED=true" >> $GITHUB_ENV
            echo "CHANGED_DIRS=$(echo "$CHANGED_DIRS" | tr '\n' ' ')" >> $GITHUB_ENV # save directories in one line
          else
            echo "FILES_HAVE_CHANGED=false" >> $GITHUB_ENV
            echo "Subsequent steps will be skipped as no .ttl files have changed."
          fi

      - name: Set up Python
        if: env.FILES_HAVE_CHANGED == 'true'
        uses: actions/setup-python@v5
        with:
          python-version: 3.12.0

      - name: Install additional libraries for ci
        if: env.FILES_HAVE_CHANGED == 'true'
        run: pip install -r src/requirements_ci.txt

      - name: Install additional libraries for federated catalogue script that is being called.
        if: env.FILES_HAVE_CHANGED == 'true'
        run: pip install -r src/requirements_fc.txt

      - name: Run Python script for each directory that is affected (ttl file was changed).
        if: env.FILES_HAVE_CHANGED == 'true'
        run: |
          IFS=' ' # Set the Internal Field Separator to a space
          for DIRECTORY in ${CHANGED_DIRS}; do
            echo "Processing changed directory: ${DIRECTORY}"
            python3 -u src/check_target_classes_against_owl_classes.py "${DIRECTORY}"
          done